[ 486.893599] env[62127]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=62127) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.893917] env[62127]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=62127) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.894074] env[62127]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=62127) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 486.894360] env[62127]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 486.997817] env[62127]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=62127) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:383}} [ 487.009504] env[62127]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.012s {{(pid=62127) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:421}} [ 487.611060] env[62127]: INFO nova.virt.driver [None req-78a6f991-5ed7-4dec-b88e-aafbe4821d4f None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 487.684487] env[62127]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 487.684707] env[62127]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 487.684787] env[62127]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=62127) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 491.032447] env[62127]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-ed34175e-7c72-4cb3-a23f-47c52e408cfc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.048559] env[62127]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=62127) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 491.048739] env[62127]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-2b12c2f6-9c04-4f90-9ef5-ed69188ff655 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.080308] env[62127]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 401ca. [ 491.080484] env[62127]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.396s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.080967] env[62127]: INFO nova.virt.vmwareapi.driver [None req-78a6f991-5ed7-4dec-b88e-aafbe4821d4f None None] VMware vCenter version: 7.0.3 [ 491.084563] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8290c42-efd7-4398-a22e-077bd4fe971b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.101730] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-966b9b48-f939-4a79-8c23-661a4c36e28d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.107435] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b9d088b-d81b-42a6-a11d-b723e43aa4d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.113855] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88eb824-6565-4edb-884f-5ebc9fe70f1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.127088] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796d2220-71fb-4872-9053-30e7e6642a62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.132839] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21003ef-58aa-492c-aed3-0c51e4da0eb4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.162888] env[62127]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-dba17776-c4cc-4315-94a5-b88e9d51004a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 491.167628] env[62127]: DEBUG nova.virt.vmwareapi.driver [None req-78a6f991-5ed7-4dec-b88e-aafbe4821d4f None None] Extension org.openstack.compute already exists. {{(pid=62127) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:226}} [ 491.170289] env[62127]: INFO nova.compute.provider_config [None req-78a6f991-5ed7-4dec-b88e-aafbe4821d4f None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 491.673985] env[62127]: DEBUG nova.context [None req-78a6f991-5ed7-4dec-b88e-aafbe4821d4f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),a77022be-4134-42f7-8d5a-f5d2de6c82e7(cell1) {{(pid=62127) load_cells /opt/stack/nova/nova/context.py:464}} [ 491.676225] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.676491] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.677178] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.677634] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Acquiring lock "a77022be-4134-42f7-8d5a-f5d2de6c82e7" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 491.677864] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Lock "a77022be-4134-42f7-8d5a-f5d2de6c82e7" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 491.678909] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Lock "a77022be-4134-42f7-8d5a-f5d2de6c82e7" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 491.700100] env[62127]: INFO dbcounter [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Registered counter for database nova_cell0 [ 491.708222] env[62127]: INFO dbcounter [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Registered counter for database nova_cell1 [ 491.711543] env[62127]: DEBUG oslo_db.sqlalchemy.engines [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62127) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 491.711921] env[62127]: DEBUG oslo_db.sqlalchemy.engines [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=62127) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 491.716937] env[62127]: ERROR nova.db.main.api [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 491.716937] env[62127]: result = function(*args, **kwargs) [ 491.716937] env[62127]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.716937] env[62127]: return func(*args, **kwargs) [ 491.716937] env[62127]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.716937] env[62127]: result = fn(*args, **kwargs) [ 491.716937] env[62127]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.716937] env[62127]: return f(*args, **kwargs) [ 491.716937] env[62127]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 491.716937] env[62127]: return db.service_get_minimum_version(context, binaries) [ 491.716937] env[62127]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.716937] env[62127]: _check_db_access() [ 491.716937] env[62127]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.716937] env[62127]: stacktrace = ''.join(traceback.format_stack()) [ 491.716937] env[62127]: [ 491.717790] env[62127]: ERROR nova.db.main.api [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main [ 491.717790] env[62127]: result = function(*args, **kwargs) [ 491.717790] env[62127]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 491.717790] env[62127]: return func(*args, **kwargs) [ 491.717790] env[62127]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 491.717790] env[62127]: result = fn(*args, **kwargs) [ 491.717790] env[62127]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 491.717790] env[62127]: return f(*args, **kwargs) [ 491.717790] env[62127]: File "/opt/stack/nova/nova/objects/service.py", line 554, in _db_service_get_minimum_version [ 491.717790] env[62127]: return db.service_get_minimum_version(context, binaries) [ 491.717790] env[62127]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 491.717790] env[62127]: _check_db_access() [ 491.717790] env[62127]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 491.717790] env[62127]: stacktrace = ''.join(traceback.format_stack()) [ 491.717790] env[62127]: [ 491.718235] env[62127]: WARNING nova.objects.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 491.718331] env[62127]: WARNING nova.objects.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Failed to get minimum service version for cell a77022be-4134-42f7-8d5a-f5d2de6c82e7 [ 491.718746] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Acquiring lock "singleton_lock" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 491.718910] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Acquired lock "singleton_lock" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 491.719162] env[62127]: DEBUG oslo_concurrency.lockutils [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Releasing lock "singleton_lock" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 491.719481] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Full set of CONF: {{(pid=62127) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:363}} [ 491.719625] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ******************************************************************************** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 491.719761] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Configuration options gathered from: {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 491.719928] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 491.720140] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 491.720271] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ================================================================================ {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 491.720480] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] allow_resize_to_same_host = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720651] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] arq_binding_timeout = 300 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720783] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] backdoor_port = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.720910] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] backdoor_socket = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721090] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] block_device_allocate_retries = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721296] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] block_device_allocate_retries_interval = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721483] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cert = self.pem {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721652] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721819] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute_monitors = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.721987] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] config_dir = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722173] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] config_drive_format = iso9660 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722307] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722472] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] config_source = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722636] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] console_host = devstack {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722799] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] control_exchange = nova {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.722955] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cpu_allocation_ratio = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723129] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] daemon = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723307] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] debug = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723467] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] default_access_ip_network_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723631] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] default_availability_zone = nova {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723785] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] default_ephemeral_format = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.723941] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] default_green_pool_size = 1000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724240] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724393] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] default_schedule_zone = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724526] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] disk_allocation_ratio = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724685] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] enable_new_services = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.724861] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] enabled_apis = ['osapi_compute'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725039] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] enabled_ssl_apis = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725208] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] flat_injected = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725371] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] force_config_drive = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725528] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] force_raw_images = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725694] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] graceful_shutdown_timeout = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.725853] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] heal_instance_info_cache_interval = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726081] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] host = cpu-1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726259] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726425] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] initial_disk_allocation_ratio = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726585] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] initial_ram_allocation_ratio = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726798] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.726961] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instance_build_timeout = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727138] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instance_delete_interval = 300 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727318] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instance_format = [instance: %(uuid)s] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727463] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instance_name_template = instance-%08x {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727622] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instance_usage_audit = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727787] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instance_usage_audit_period = month {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.727953] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728134] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] instances_path = /opt/stack/data/nova/instances {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728299] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] internal_service_availability_zone = internal {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728456] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] key = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728612] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] live_migration_retry_count = 30 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728779] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_color = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.728941] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_config_append = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729120] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729280] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_dir = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729440] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729566] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_options = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729719] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_rotate_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.729884] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_rotate_interval_type = days {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730055] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] log_rotation_type = none {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730186] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730315] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730484] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730646] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730772] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.730930] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] long_rpc_timeout = 1800 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.731103] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] max_concurrent_builds = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.731259] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] max_concurrent_live_migrations = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.731416] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] max_concurrent_snapshots = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.731572] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] max_local_block_devices = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.731728] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] max_logfile_count = 30 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.731885] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] max_logfile_size_mb = 200 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.732053] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] maximum_instance_delete_attempts = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.732223] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] metadata_listen = 0.0.0.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.732393] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] metadata_listen_port = 8775 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.732557] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] metadata_workers = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.732715] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] migrate_max_retries = -1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.732876] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] mkisofs_cmd = genisoimage {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.733088] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] my_block_storage_ip = 10.180.1.21 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.733231] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] my_ip = 10.180.1.21 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.733391] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] network_allocate_retries = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.733571] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.733738] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] osapi_compute_listen = 0.0.0.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.733894] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] osapi_compute_listen_port = 8774 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.734069] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] osapi_compute_unique_server_name_scope = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.734247] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] osapi_compute_workers = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.734406] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] password_length = 12 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.734567] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] periodic_enable = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.734724] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] periodic_fuzzy_delay = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.734889] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] pointer_model = usbtablet {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.735063] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] preallocate_images = none {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.735228] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] publish_errors = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.735359] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] pybasedir = /opt/stack/nova {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.735519] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ram_allocation_ratio = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.735677] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] rate_limit_burst = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.735843] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] rate_limit_except_level = CRITICAL {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.735999] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] rate_limit_interval = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.736171] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] reboot_timeout = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.736335] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] reclaim_instance_interval = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.736483] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] record = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.736647] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] reimage_timeout_per_gb = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.736808] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] report_interval = 120 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.736964] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] rescue_timeout = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.737134] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] reserved_host_cpus = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.737293] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] reserved_host_disk_mb = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.737454] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] reserved_host_memory_mb = 512 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.737610] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] reserved_huge_pages = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.737765] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] resize_confirm_window = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.737922] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] resize_fs_using_block_device = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.738088] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] resume_guests_state_on_host_boot = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.738257] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.738419] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] rpc_response_timeout = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.738577] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] run_external_periodic_tasks = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.738741] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] running_deleted_instance_action = reap {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.738905] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] running_deleted_instance_poll_interval = 1800 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.739068] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] running_deleted_instance_timeout = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.739227] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler_instance_sync_interval = 120 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.739395] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_down_time = 720 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.739563] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] servicegroup_driver = db {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.739716] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] shell_completion = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.739871] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] shelved_offload_time = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.740038] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] shelved_poll_interval = 3600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.740209] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] shutdown_timeout = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.740372] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] source_is_ipv6 = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.740529] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ssl_only = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.740778] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.740951] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] sync_power_state_interval = 600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.741129] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] sync_power_state_pool_size = 1000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.741299] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] syslog_log_facility = LOG_USER {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.741455] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] tempdir = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.741611] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] timeout_nbd = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.741773] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] transport_url = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.741927] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] update_resources_interval = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.742098] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] use_cow_images = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.742259] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] use_eventlog = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.742422] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] use_journal = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.742576] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] use_json = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.742734] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] use_rootwrap_daemon = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.742891] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] use_stderr = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.743058] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] use_syslog = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.743241] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vcpu_pin_set = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.743391] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plugging_is_fatal = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.743555] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plugging_timeout = 300 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.743714] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] virt_mkfs = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.743872] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] volume_usage_poll_interval = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.744041] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] watch_log_file = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.744217] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] web = /usr/share/spice-html5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 491.744395] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744558] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744719] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.744888] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_concurrency.disable_process_locking = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745441] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745638] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745811] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.745986] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746177] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746347] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746529] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.auth_strategy = keystone {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746695] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.compute_link_prefix = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.746867] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747055] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.dhcp_domain = novalocal {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747231] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.enable_instance_password = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747397] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.glance_link_prefix = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747565] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747736] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.747899] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.instance_list_per_project_cells = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748073] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.list_records_by_skipping_down_cells = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748241] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.local_metadata_per_cell = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748410] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.max_limit = 1000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748575] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.metadata_cache_expiration = 15 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748745] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.neutron_default_tenant_id = default {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.748913] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.response_validation = warn {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749094] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.use_neutron_default_nets = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749266] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749432] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749597] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749767] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.749935] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.vendordata_dynamic_targets = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750109] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.vendordata_jsonfile_path = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750290] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750482] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.backend = dogpile.cache.memcached {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750648] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.backend_argument = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750807] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.backend_expiration_time = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.750973] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.config_prefix = cache.oslo {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751162] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.dead_timeout = 60.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751330] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.debug_cache_backend = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751495] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.enable_retry_client = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751654] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.enable_socket_keepalive = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751823] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.enabled = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.751986] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.enforce_fips_mode = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752169] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.expiration_time = 600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752336] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.hashclient_retry_attempts = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752507] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.hashclient_retry_delay = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752674] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_dead_retry = 300 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752834] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_password = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.752997] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753176] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753349] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_pool_maxsize = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753514] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753675] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_sasl_enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.753853] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754031] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_socket_timeout = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754204] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.memcache_username = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754367] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.proxies = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754530] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.redis_db = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754686] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.redis_password = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.754852] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.redis_sentinel_service_name = mymaster {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755038] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755212] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.redis_server = localhost:6379 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755381] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.redis_socket_timeout = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755540] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.redis_username = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755702] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.retry_attempts = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.755865] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.retry_delay = 0.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756040] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.socket_keepalive_count = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756209] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.socket_keepalive_idle = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756372] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.socket_keepalive_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756531] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.tls_allowed_ciphers = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756688] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.tls_cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756842] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.tls_certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.756999] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.tls_enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757171] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cache.tls_keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757338] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757513] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.auth_type = password {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757673] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757841] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.catalog_info = volumev3::publicURL {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.757999] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758175] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758338] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.cross_az_attach = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758501] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.debug = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758660] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.endpoint_template = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758820] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.http_retries = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.758978] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759149] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759319] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.os_region_name = RegionOne {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759485] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759643] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cinder.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759809] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.759969] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.cpu_dedicated_set = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760142] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.cpu_shared_set = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760310] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.image_type_exclude_list = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760477] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760638] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.max_concurrent_disk_ops = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760798] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.max_disk_devices_to_attach = -1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.760958] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761141] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761305] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.resource_provider_association_refresh = 300 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761465] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761625] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.shutdown_retry_interval = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761800] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.761974] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] conductor.workers = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762163] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] console.allowed_origins = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762322] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] console.ssl_ciphers = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762490] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] console.ssl_minimum_version = default {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762655] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] consoleauth.enforce_session_timeout = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762820] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] consoleauth.token_ttl = 600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.762988] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763158] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763326] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763488] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.connect_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763648] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.connect_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763805] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.endpoint_override = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.763966] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764138] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764299] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.max_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764459] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.min_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764614] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.region_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764771] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.retriable_status_codes = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.764925] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765106] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.service_type = accelerator {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765272] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765431] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.status_code_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765589] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.status_code_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765746] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.765924] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766096] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] cyborg.version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766276] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.backend = sqlalchemy {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766445] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.connection = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766609] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.connection_debug = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766775] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.connection_parameters = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.766937] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.connection_recycle_time = 3600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767115] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.connection_trace = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767279] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.db_inc_retry_interval = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767448] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.db_max_retries = 20 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767610] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.db_max_retry_interval = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767772] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.db_retry_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.767931] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.max_overflow = 50 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768105] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.max_pool_size = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768269] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.max_retries = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768439] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768594] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.mysql_wsrep_sync_wait = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768747] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.pool_timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.768906] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.retry_interval = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769073] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.slave_connection = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769238] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.sqlite_synchronous = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769402] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] database.use_db_reconnect = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769576] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.backend = sqlalchemy {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769741] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.connection = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.769902] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.connection_debug = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770088] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.connection_parameters = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770255] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.connection_recycle_time = 3600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770419] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.connection_trace = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770582] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.db_inc_retry_interval = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770744] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.db_max_retries = 20 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.770906] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.db_max_retry_interval = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771080] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.db_retry_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771245] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.max_overflow = 50 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771405] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.max_pool_size = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771565] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.max_retries = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771730] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.771886] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772053] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.pool_timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772218] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.retry_interval = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772376] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.slave_connection = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772534] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] api_database.sqlite_synchronous = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772706] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] devices.enabled_mdev_types = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.772885] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773070] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ephemeral_storage_encryption.default_format = luks {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773263] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ephemeral_storage_encryption.enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773411] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773582] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.api_servers = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773743] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.773903] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774078] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774241] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.connect_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774404] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.connect_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774565] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.debug = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774731] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.default_trusted_certificate_ids = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.774892] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.enable_certificate_validation = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775067] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.enable_rbd_download = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775228] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.endpoint_override = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775396] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775557] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775716] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.max_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.775875] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.min_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776048] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.num_retries = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776224] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.rbd_ceph_conf = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776389] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.rbd_connect_timeout = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776557] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.rbd_pool = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776723] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.rbd_user = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.776883] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.region_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777052] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.retriable_status_codes = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777213] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777383] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.service_type = image {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777552] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777710] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.status_code_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.777866] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.status_code_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778032] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778218] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778385] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.verify_glance_signatures = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778542] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] glance.version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778708] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] guestfs.debug = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.778871] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] mks.enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779241] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779438] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] image_cache.manager_interval = 2400 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779605] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] image_cache.precache_concurrency = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779775] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] image_cache.remove_unused_base_images = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.779955] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780136] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780316] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] image_cache.subdirectory_name = _base {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780495] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.api_max_retries = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780659] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.api_retry_interval = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780820] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.780982] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.auth_type = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781159] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781317] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781481] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781642] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.conductor_group = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781800] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.connect_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.781960] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.connect_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782132] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.endpoint_override = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782296] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782456] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782614] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.max_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782769] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.min_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.782930] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.peer_list = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783098] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.region_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783271] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.retriable_status_codes = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783428] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.serial_console_state_timeout = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783587] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783755] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.service_type = baremetal {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.783914] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.shard = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784090] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784251] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.status_code_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784414] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.status_code_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784572] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784751] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.784912] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ironic.version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785108] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785286] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] key_manager.fixed_key = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785470] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785633] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.barbican_api_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785830] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.barbican_endpoint = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.785955] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.barbican_endpoint_type = public {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786126] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.barbican_region_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786286] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786444] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786605] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786765] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.786917] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787089] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.number_of_retries = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787254] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.retry_delay = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787421] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.send_service_user_token = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787582] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787738] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.787937] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.verify_ssl = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788062] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican.verify_ssl_path = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788232] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788395] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.auth_type = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788551] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788705] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.788866] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789041] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789204] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789371] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789525] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] barbican_service_user.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789688] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.approle_role_id = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.789847] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.approle_secret_id = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790028] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.kv_mountpoint = secret {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790194] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.kv_path = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790357] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.kv_version = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790516] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.namespace = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790673] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.root_token_id = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790828] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.ssl_ca_crt_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.790991] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.timeout = 60.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791170] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.use_ssl = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791341] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791510] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791668] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791830] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.791987] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.connect_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792159] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.connect_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792316] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.endpoint_override = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792479] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792635] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792788] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.max_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.792944] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.min_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793110] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.region_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793281] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.retriable_status_codes = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793442] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793610] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.service_type = identity {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793773] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.793931] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.status_code_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794101] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.status_code_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794261] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794442] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794599] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] keystone.version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794800] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.connection_uri = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.794961] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.cpu_mode = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795141] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.cpu_model_extra_flags = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795307] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.cpu_models = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795479] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.cpu_power_governor_high = performance {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795647] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.cpu_power_governor_low = powersave {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795809] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.cpu_power_management = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.795978] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796158] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.device_detach_attempts = 8 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796320] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.device_detach_timeout = 20 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796485] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.disk_cachemodes = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796639] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.disk_prefix = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796800] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.enabled_perf_events = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.796960] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.file_backed_memory = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797138] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.gid_maps = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797297] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.hw_disk_discard = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797454] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.hw_machine_type = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797620] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.images_rbd_ceph_conf = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797784] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.797949] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798132] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.images_rbd_glance_store_name = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798300] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.images_rbd_pool = rbd {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798473] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.images_type = default {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798632] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.images_volume_group = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798795] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.inject_key = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.798958] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.inject_partition = -2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799136] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.inject_password = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799302] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.iscsi_iface = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799469] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.iser_use_multipath = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799632] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_bandwidth = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799796] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.799957] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_downtime = 500 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800133] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800298] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800460] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_inbound_addr = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800625] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800788] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_permit_post_copy = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.800951] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_scheme = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801146] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_timeout_action = abort {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801339] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_tunnelled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801615] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_uri = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801667] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.live_migration_with_native_tls = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801796] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.max_queues = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.801959] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802207] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802374] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.nfs_mount_options = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802671] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.802848] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803017] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.num_iser_scan_tries = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803186] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.num_memory_encrypted_guests = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803375] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803549] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.num_pcie_ports = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803717] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.num_volume_scan_tries = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.803882] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.pmem_namespaces = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804054] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.quobyte_client_cfg = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804377] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804563] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rbd_connect_timeout = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804733] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.804901] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805385] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rbd_secret_uuid = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805385] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rbd_user = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805385] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805570] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.remote_filesystem_transport = ssh {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805713] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rescue_image_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.805870] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rescue_kernel_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806041] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rescue_ramdisk_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806212] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806373] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.rx_queue_size = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806539] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.smbfs_mount_options = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.806838] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807030] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.snapshot_compression = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807197] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.snapshot_image_format = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807430] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807602] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.sparse_logical_volumes = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807767] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.swtpm_enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.807939] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.swtpm_group = tss {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808124] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.swtpm_user = tss {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808295] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.sysinfo_serial = unique {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808458] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.tb_cache_size = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808617] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.tx_queue_size = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808782] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.uid_maps = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.808946] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.use_virtio_for_bridges = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809132] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.virt_type = kvm {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809307] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.volume_clear = zero {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809473] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.volume_clear_size = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809680] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.volume_use_multipath = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809799] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.vzstorage_cache_path = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.809965] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810149] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.vzstorage_mount_group = qemu {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810318] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.vzstorage_mount_opts = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810512] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.810965] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811290] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.vzstorage_mount_user = stack {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811587] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.811894] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812230] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.auth_type = password {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812526] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.812808] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813112] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813418] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.connect_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.813706] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.connect_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814013] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.default_floating_pool = public {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814310] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.endpoint_override = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814611] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.extension_sync_interval = 600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.814902] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.http_retries = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815208] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815492] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.815782] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.max_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816101] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816313] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.min_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816503] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.ovs_bridge = br-int {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816676] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.physnets = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.816850] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.region_name = RegionOne {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817026] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.retriable_status_codes = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817211] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.service_metadata_proxy = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817378] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817548] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.service_type = network {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817712] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.817871] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.status_code_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818043] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.status_code_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818210] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818395] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818556] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] neutron.version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818728] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] notifications.bdms_in_notifications = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.818903] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] notifications.default_level = INFO {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819089] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] notifications.notification_format = unversioned {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819255] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] notifications.notify_on_state_change = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819433] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819607] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] pci.alias = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819775] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] pci.device_spec = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.819940] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] pci.report_in_placement = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820129] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820305] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.auth_type = password {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820472] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820628] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820784] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.820943] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821128] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.connect_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821286] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.connect_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821449] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.default_domain_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821609] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.default_domain_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821767] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.domain_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.821923] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.domain_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822092] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.endpoint_override = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822257] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822416] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822570] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.max_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822725] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.min_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.822893] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.password = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823062] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.project_domain_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823250] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.project_domain_name = Default {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823432] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.project_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823610] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.project_name = service {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823776] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.region_name = RegionOne {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.823943] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.retriable_status_codes = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824116] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824311] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.service_type = placement {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824485] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824646] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.status_code_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824808] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.status_code_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.824968] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.system_scope = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825142] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825305] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.trust_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825465] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.user_domain_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825635] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.user_domain_name = Default {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825792] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.user_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.825965] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.username = nova {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826156] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826317] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] placement.version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826499] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.cores = 20 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826665] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.count_usage_from_placement = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.826836] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827008] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.injected_file_content_bytes = 10240 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827182] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.injected_file_path_length = 255 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827353] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.injected_files = 5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827521] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.instances = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827686] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.key_pairs = 100 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.827852] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.metadata_items = 128 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828025] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.ram = 51200 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828197] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.recheck_quota = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828364] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.server_group_members = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828530] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] quota.server_groups = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828706] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.828870] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829042] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.image_metadata_prefilter = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829208] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829372] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.max_attempts = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829536] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.max_placement_results = 1000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829698] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.829861] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.query_placement_for_image_type_support = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830033] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830212] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] scheduler.workers = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830385] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830554] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830732] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.830901] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831120] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831256] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831424] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831611] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831782] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.host_subset_size = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.831949] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832123] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832293] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832462] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.isolated_hosts = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832627] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.isolated_images = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832789] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.832951] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833129] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833325] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.pci_in_placement = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833503] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833667] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833831] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.833992] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834170] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834366] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834541] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.track_instance_changes = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834719] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.834892] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] metrics.required = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835071] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] metrics.weight_multiplier = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835242] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835411] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] metrics.weight_setting = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835726] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.835905] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] serial_console.enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836097] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] serial_console.port_range = 10000:20000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836275] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836449] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836619] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] serial_console.serialproxy_port = 6083 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836789] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.836962] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.auth_type = password {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837137] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837298] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837467] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837629] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837789] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.837961] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.send_service_user_token = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838139] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838301] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] service_user.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838492] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.agent_enabled = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838652] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.838963] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839184] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839359] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.html5proxy_port = 6082 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839523] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.image_compression = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839682] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.jpeg_compression = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.839841] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.playback_compression = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840016] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.require_secure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840187] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.server_listen = 127.0.0.1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840354] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840515] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.streaming_mode = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840669] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] spice.zlib_compression = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840830] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] upgrade_levels.baseapi = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.840998] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] upgrade_levels.compute = auto {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841182] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] upgrade_levels.conductor = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841338] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] upgrade_levels.scheduler = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841505] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841676] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.auth_type = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841835] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.841991] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842168] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842331] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842493] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842653] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842821] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vendordata_dynamic_auth.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.842996] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.api_retry_count = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843264] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.ca_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843467] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.cache_prefix = devstack-image-cache {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843646] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.cluster_name = testcl1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843817] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.connection_pool_size = 10 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.843979] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.console_delay_seconds = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844168] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.datastore_regex = ^datastore.* {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844386] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844563] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.host_password = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844733] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.host_port = 443 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.844906] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.host_username = administrator@vsphere.local {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845091] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.insecure = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845253] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.integration_bridge = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845419] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.maximum_objects = 100 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845578] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.pbm_default_policy = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845739] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.pbm_enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.845898] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.pbm_wsdl_location = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846079] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846246] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.serial_port_proxy_uri = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846405] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.serial_port_service_uri = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846574] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.task_poll_interval = 0.5 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846750] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.use_linked_clone = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.846921] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.vnc_keymap = en-us {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847101] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.vnc_port = 5900 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847268] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vmware.vnc_port_total = 10000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847459] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.auth_schemes = ['none'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847638] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.847939] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848143] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848320] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.novncproxy_port = 6080 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848515] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.server_listen = 127.0.0.1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848698] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.848863] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.vencrypt_ca_certs = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849036] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.vencrypt_client_cert = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849202] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vnc.vencrypt_client_key = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849386] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849556] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.disable_deep_image_inspection = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849721] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.849885] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850060] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850229] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.disable_rootwrap = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850395] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.enable_numa_live_migration = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850559] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850723] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.850885] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851056] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.libvirt_disable_apic = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851222] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851385] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851545] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851706] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.851864] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852033] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852198] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852356] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852515] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852676] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.852857] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853035] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.client_socket_timeout = 900 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853210] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.default_pool_size = 1000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853396] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.keep_alive = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853569] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.max_header_line = 16384 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853733] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.secure_proxy_ssl_header = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.853894] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.ssl_ca_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854066] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.ssl_cert_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854248] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.ssl_key_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854434] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.tcp_keepidle = 600 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854615] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854781] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] zvm.ca_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.854943] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] zvm.cloud_connector_url = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.855255] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.855436] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] zvm.reachable_timeout = 300 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.855622] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.enforce_new_defaults = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856016] env[62127]: WARNING oslo_config.cfg [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 491.856209] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.enforce_scope = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856390] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.policy_default_rule = default {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856571] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856744] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.policy_file = policy.yaml {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.856923] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857098] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857262] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857426] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857590] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857759] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_policy.remote_timeout = 60.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.857929] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858118] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858297] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.connection_string = messaging:// {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858468] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.enabled = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858638] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.es_doc_type = notification {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858800] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.es_scroll_size = 10000 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.858968] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.es_scroll_time = 2m {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859147] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.filter_error_trace = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859315] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.hmac_keys = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859485] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.sentinel_service_name = mymaster {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859652] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.socket_timeout = 0.1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859813] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.trace_requests = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.859975] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler.trace_sqlalchemy = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860172] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler_jaeger.process_tags = {} {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860338] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler_jaeger.service_name_prefix = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860502] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] profiler_otlp.service_name_prefix = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860669] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] remote_debug.host = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.860827] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] remote_debug.port = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861014] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861190] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861356] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861521] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861682] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.861843] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862008] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862183] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862346] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862518] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862680] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.862848] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863028] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863207] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863410] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863585] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863753] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.863926] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864103] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864282] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864451] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864618] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864781] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.864949] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865127] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865293] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865457] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865644] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865824] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.865995] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.ssl = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866185] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866361] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866528] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866700] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.866870] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.ssl_version = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867045] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867240] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867412] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_notifications.retry = -1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867596] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867771] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_messaging_notifications.transport_url = **** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.867951] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.auth_section = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868129] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.auth_type = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868289] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.cafile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868449] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.certfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868612] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.collect_timing = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868774] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.connect_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.868933] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.connect_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869105] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.endpoint_id = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869279] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.endpoint_interface = publicURL {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869438] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.endpoint_override = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869594] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.endpoint_region_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869751] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.endpoint_service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.869905] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.endpoint_service_type = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870078] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.insecure = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870237] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.keyfile = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870394] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.max_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870549] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.min_version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870705] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.region_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.870861] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.retriable_status_codes = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871025] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.service_name = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871188] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.service_type = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871350] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.split_loggers = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871507] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.status_code_retries = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871668] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.status_code_retry_delay = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871824] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.timeout = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.871982] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.valid_interfaces = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.872155] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_limit.version = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.872323] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_reports.file_event_handler = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.872492] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.872652] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] oslo_reports.log_dir = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.872820] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.872979] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.873155] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.873349] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.873521] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.873682] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.873851] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.874086] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_ovs_privileged.group = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.874271] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.874478] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.874653] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.874816] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] vif_plug_ovs_privileged.user = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.874985] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.flat_interface = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.875260] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.875442] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.875615] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.875783] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.875950] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.876134] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.876299] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.876478] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.876650] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_ovs.isolate_vif = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.876818] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.876984] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.877171] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.877344] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_ovs.ovsdb_interface = native {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.877510] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] os_vif_ovs.per_port_bridge = False {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.877681] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] privsep_osbrick.capabilities = [21] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.877842] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] privsep_osbrick.group = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.877999] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] privsep_osbrick.helper_command = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.878199] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.878368] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.878532] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] privsep_osbrick.user = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.878705] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.878863] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] nova_sys_admin.group = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.879028] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] nova_sys_admin.helper_command = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.879197] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.879358] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.879517] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] nova_sys_admin.user = None {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 491.879649] env[62127]: DEBUG oslo_service.service [None req-62cf22fe-b330-4f37-9486-afff8b10f5b9 None None] ******************************************************************************** {{(pid=62127) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 491.880166] env[62127]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 492.383669] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Getting list of instances from cluster (obj){ [ 492.383669] env[62127]: value = "domain-c8" [ 492.383669] env[62127]: _type = "ClusterComputeResource" [ 492.383669] env[62127]: } {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 492.384846] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc5c214-4db1-4fcf-b054-d7ebd5566d79 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 492.393910] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Got total of 0 instances {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 492.394466] env[62127]: WARNING nova.virt.vmwareapi.driver [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 492.394915] env[62127]: INFO nova.virt.node [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Generated node identity f9fde961-56b4-459e-8343-d29cfefd8d40 [ 492.395164] env[62127]: INFO nova.virt.node [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Wrote node identity f9fde961-56b4-459e-8343-d29cfefd8d40 to /opt/stack/data/n-cpu-1/compute_id [ 492.897852] env[62127]: WARNING nova.compute.manager [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Compute nodes ['f9fde961-56b4-459e-8343-d29cfefd8d40'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 493.903778] env[62127]: INFO nova.compute.manager [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 494.909297] env[62127]: WARNING nova.compute.manager [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 494.909576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.909805] env[62127]: DEBUG oslo_concurrency.lockutils [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 494.909958] env[62127]: DEBUG oslo_concurrency.lockutils [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 494.910124] env[62127]: DEBUG nova.compute.resource_tracker [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 494.912549] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d038f38-ce31-4112-a52d-8db26498c207 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.920488] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d1bc06-9175-4d5a-883c-a3c0f409b67c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.934021] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06e1e113-d3a5-4b87-8591-27f143196e7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.941496] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d9f165-85d1-4d31-954f-8fa0470e819e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 494.970525] env[62127]: DEBUG nova.compute.resource_tracker [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181384MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 494.970688] env[62127]: DEBUG oslo_concurrency.lockutils [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 494.970889] env[62127]: DEBUG oslo_concurrency.lockutils [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 495.473143] env[62127]: WARNING nova.compute.resource_tracker [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] No compute node record for cpu-1:f9fde961-56b4-459e-8343-d29cfefd8d40: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host f9fde961-56b4-459e-8343-d29cfefd8d40 could not be found. [ 495.976939] env[62127]: INFO nova.compute.resource_tracker [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: f9fde961-56b4-459e-8343-d29cfefd8d40 [ 497.484575] env[62127]: DEBUG nova.compute.resource_tracker [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 497.484933] env[62127]: DEBUG nova.compute.resource_tracker [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 497.638395] env[62127]: INFO nova.scheduler.client.report [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] [req-dff43277-f93e-4590-8383-1d61f6f0a8e3] Created resource provider record via placement API for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 497.654143] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a607c8-e4ce-4e2e-9279-db79dc451282 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.663014] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045a0210-e7cf-4209-a462-637691ad99a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.692619] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a151242-0aa6-4aef-870e-edaa4ee50717 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.699579] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a7e2af9-7b4b-42d9-be6c-c71843d07372 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 497.712502] env[62127]: DEBUG nova.compute.provider_tree [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.249551] env[62127]: DEBUG nova.scheduler.client.report [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 498.249821] env[62127]: DEBUG nova.compute.provider_tree [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 0 to 1 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.249960] env[62127]: DEBUG nova.compute.provider_tree [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 498.297845] env[62127]: DEBUG nova.compute.provider_tree [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 1 to 2 during operation: update_traits {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 498.806105] env[62127]: DEBUG nova.compute.resource_tracker [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 498.806105] env[62127]: DEBUG oslo_concurrency.lockutils [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 498.806105] env[62127]: DEBUG nova.service [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Creating RPC server for service compute {{(pid=62127) start /opt/stack/nova/nova/service.py:186}} [ 498.820397] env[62127]: DEBUG nova.service [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] Join ServiceGroup membership for this service compute {{(pid=62127) start /opt/stack/nova/nova/service.py:203}} [ 498.820570] env[62127]: DEBUG nova.servicegroup.drivers.db [None req-53461935-7b30-41bf-8efd-6ba13fc49d9b None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=62127) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 510.824710] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.328301] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Getting list of instances from cluster (obj){ [ 511.328301] env[62127]: value = "domain-c8" [ 511.328301] env[62127]: _type = "ClusterComputeResource" [ 511.328301] env[62127]: } {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 511.329517] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468bd6d1-026f-4dcf-a8c9-38d8235a7956 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.338136] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Got total of 0 instances {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 511.338363] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 511.338650] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Getting list of instances from cluster (obj){ [ 511.338650] env[62127]: value = "domain-c8" [ 511.338650] env[62127]: _type = "ClusterComputeResource" [ 511.338650] env[62127]: } {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 511.339474] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd9ef348-c6dd-4ce9-9b9b-c74f7f68c2f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 511.346498] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Got total of 0 instances {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 547.062834] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.062834] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.062834] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 547.062834] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 547.567577] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 547.567577] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.567577] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.567577] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.567577] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.567577] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.567994] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 547.567994] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 547.567994] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 548.069898] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.070303] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 548.070303] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 548.070372] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 548.071254] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288677b2-7c7a-40cd-a70d-a548fea2cca9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.079296] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db723ff1-cefa-4428-8c68-e28fce93330e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.092446] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14c8b7c2-1f1b-4bc3-acfa-53eddae3510b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.098569] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c611df6a-f44e-437c-8d5a-cf17eadde908 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 548.127341] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181384MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 548.127473] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 548.127654] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 549.147543] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 549.147855] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 549.161664] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c18876-97d1-4f9f-a99d-e20407ec61e5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.168875] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf258a41-7a01-4650-8b60-2922d3d2943c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.198429] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8090e799-2e0e-49aa-91f5-042e7575ec02 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.205919] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9138b068-70f2-4cec-b6de-fea68eff48b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 549.218902] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 549.721846] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 550.228165] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 550.228525] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.101s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.214985] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.215377] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.723930] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 610.724127] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 610.724243] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 611.227324] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 611.227748] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.227748] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.227866] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.228029] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.228194] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.228390] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.228533] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 611.228676] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 611.734830] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.735081] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.735309] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.735493] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 611.736466] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c803eb-adfe-462c-80e0-bbd8296bc186 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.745181] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387992e3-b29a-4441-8238-9278dbe1ee25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.759465] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22599d78-d9f4-4d3a-8275-4d0a5ece6fb9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.765608] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ffe5b92-14e0-4de3-b421-0bc24735b1c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.794770] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 611.794913] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.795102] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.813783] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 612.813783] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 612.826650] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e57a0f1d-da77-4fb7-9afe-91b5397fc2c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.834439] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580456ea-f5d7-46fe-85bb-287765190c16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.862982] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ceef9a0-7b67-4bd7-a0f4-4f9172ec3b1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.870289] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35a2162e-6265-42e5-92b8-d411fde43a7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.882709] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 613.386324] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 613.387614] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 613.387796] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.389768] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.390138] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.390183] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 673.390281] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 673.892992] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 673.893229] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.893394] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.893552] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.893697] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.893840] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.893982] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 673.894180] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 673.894292] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 674.397334] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.397713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.397759] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.397898] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 674.398873] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16a0f248-cede-44ad-bb38-c0d0f54b77ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.407129] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb3325f-34b1-474e-bb31-6e7b8165e70c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.421151] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d5e76e-fa26-4848-8b87-280494801694 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.426984] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d756695a-59f4-40dc-a8f4-dd9061b0eb4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.454981] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181388MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 674.455173] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.455386] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 675.475897] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 675.476223] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 675.489064] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41741a83-2be5-400f-a0dd-6785cef17da7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.496228] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622d5ac9-b9e9-4c44-beeb-fa40a375bd60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.524715] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e25d64-0ffa-4a76-bf28-ca432a82f56f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.531052] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23252f53-f510-4d20-bba0-61fa48147f7b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.543401] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 676.046686] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 676.047957] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 676.048154] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.709243] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 731.709653] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.216843] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.216922] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 732.217075] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 732.719994] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 732.720260] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.720450] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.720634] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.720784] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.720931] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 732.721071] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 732.721215] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 733.224522] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.224771] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.224939] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.225116] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 733.226047] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1d28e09-af53-4bc3-982d-c7da595fce0e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.234396] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475f0275-e0bd-449d-a85a-920fc0db6d42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.248234] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2df6c75-b713-42f8-aded-c9ca2cc4eff9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.254124] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c98ed0-50dc-4d1f-8c22-51aa5d99f86b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.281761] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 733.281912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.282110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 734.300113] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 734.300396] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 734.315909] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07f13876-298d-4b81-bb74-ba8afeea7d7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.323012] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0305c753-267b-49ad-bda4-805740636790 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.352088] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-979afa37-9327-4381-a6e2-bf99aa1cded6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.358475] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f651b1-49cd-4713-ae25-3b9be25e2c7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.370691] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.873472] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 734.874765] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 734.874948] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.206671] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.055956] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.056346] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 787.560362] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] There are 0 instances to clean {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 787.560602] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 787.560752] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances with incomplete migration {{(pid=62127) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 788.063650] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.562393] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 790.562909] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 790.562909] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 791.065326] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 791.065555] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.065712] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.065875] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.066018] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 791.066174] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 791.569803] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.570229] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 791.570229] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 791.570366] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 791.571295] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489d083-7828-45c1-92cd-fe3f9e6d9345 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.579713] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d7d97-8cca-4ae8-bb7c-11795d259f4a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.593535] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338bf2fe-cc07-4d24-8f39-2469e3bc1ce3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.599694] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6e2d58-5b47-4973-9f9f-97d72589c2c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.628314] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181389MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 791.628451] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 791.628634] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.646546] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 792.646812] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 792.659696] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2cf79f-30a2-4116-8664-95ea07d96c86 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.667968] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e5954e-3d2e-4d63-b5f2-9a9f2f84daba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.696977] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d8b225-5dd6-4e5b-b75b-1ca84df8e6a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.703538] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e46a38a2-4cd0-46a9-b15a-3bca11227ff0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.715771] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 793.218551] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 793.219997] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 793.220210] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.206882] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.207261] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 794.207340] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 795.052391] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.048380] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.552788] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.553023] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 849.553083] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 850.056014] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 850.056285] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.052421] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 851.555547] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.555979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.555979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.556106] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 851.556981] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2cd8a4-f241-4cf2-b0c8-b32126e28518 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.564968] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af7354f-6e05-4d17-bc39-97845392603f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.578500] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-791a77da-f5c7-45d9-aebe-1414fd4acc82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.585078] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dd87a3-9402-4d1a-a9f5-3148904b3dda {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.613503] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181391MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 851.613634] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.613819] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.646398] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 852.646670] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 852.663754] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 852.677914] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 852.678239] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 852.689040] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 852.703786] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 852.714507] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43aab7f9-1b1c-4d87-bd8d-0e47f6a2f188 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.721556] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339622d5-210c-49e9-a900-48fb075a06bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.751553] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1aa5ccb-e7a4-4d2a-8e05-40c72df61b8d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.758322] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9351c5c3-b0ba-421e-bd60-50347db20871 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.770756] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.274055] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 853.275357] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 853.275545] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.662s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.276173] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.276569] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.276569] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.277072] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.277072] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 854.277072] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 855.053046] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 909.052371] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.052585] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 911.052958] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 911.052958] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 911.556087] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 911.556351] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 912.059994] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.060433] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 912.060433] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 912.060608] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 912.061499] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5270e6f-2f36-4606-8b04-9bb3c80390b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.069242] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c4b7ac-e720-4530-8dd3-74b2a541e55c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.083626] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f423e662-c178-4f33-b57f-3694ecf3bc5b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.089638] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed76dda8-c3ca-4fc5-ae7c-ca1194010108 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.117128] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181365MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 912.117266] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 912.117461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 913.135377] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 913.135697] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 913.148844] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfb37da-ecec-4cbf-ba37-b1cb0855b554 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.156472] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f5b27a-e633-4e70-8979-82cb96fe9d6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.185819] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a475b18-bd48-403a-967f-e41ad9207c58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.192874] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202b507b-8cb2-4281-8e1b-0db8acdc981e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.205680] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.708343] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 913.709651] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 913.709812] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 914.206219] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.206605] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.206605] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.206766] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 915.052611] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 916.052787] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 917.052583] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 969.048302] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 970.052429] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.053059] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.053059] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 972.053059] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 972.556275] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 972.556527] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 972.556659] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 972.556808] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 973.060455] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.060780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.060835] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.060985] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 973.061909] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0e2da2-5b14-46cf-9312-6d4e2cea0c76 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.069947] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8ad586-c67d-4fbe-bd31-ac6f7416af7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.083637] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac42ce1-7f9d-4adf-8ad7-73d43f1ab588 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.089734] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add0bf71-671f-4878-b132-bbd0e1809cbf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.118510] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181364MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 973.118631] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.118818] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.137024] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 974.137295] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 974.151700] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbd827f-29a0-4a6f-8bb1-ec71af9907bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.159436] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-793bf866-f7d3-4fc9-acac-8cac6fbbb3c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.190987] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad07a42b-28e8-4ecc-a8fd-3c047be47b6e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.198410] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3211b6e1-77fe-4123-99a1-bf297ee6bde3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.213357] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.716895] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 974.718199] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 974.718420] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.600s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.215560] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.215954] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 976.215954] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.052877] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 978.053275] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1032.053033] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.053184] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.053573] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1033.053573] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1033.556306] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1033.556515] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1033.556727] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1034.053019] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1034.556082] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.556612] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1034.556612] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1034.556612] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1034.557551] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252864cf-93a9-42ab-8cc0-350ef49fcb78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.565787] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac33dcfd-6c54-41cd-b31f-252ddaf402ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.579247] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dc228a-085b-4ad9-abff-af8be412a57a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.585110] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b700efd7-ef86-44d0-828c-262b2b9e17ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.613368] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181351MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1034.613540] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1034.613686] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1035.632024] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1035.632024] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1035.644868] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08f4b1f8-3c63-4307-825c-653fe9f28c63 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.652378] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e122adb4-8a21-4067-b27d-8c94c916e850 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.680857] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dfc7e47-1344-441e-ba89-4a1cd433c634 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.687469] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf96c64-43f4-4329-b0f2-226848c7750d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.700574] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.204220] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1036.205534] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1036.205721] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.200468] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.200851] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1037.200851] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.052954] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1040.053364] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.053685] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1088.055667] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1088.558015] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] There are 0 instances to clean {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1089.052555] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.555894] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1093.048151] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.052491] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.052885] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1094.052885] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1094.556023] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1094.556277] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.556421] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1094.556573] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1095.059931] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.060320] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1095.060397] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1095.060505] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1095.061699] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0db2ddd-b1fc-460a-b6a1-52ff4349458f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.069718] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01731893-1227-43a9-9573-e72e8b9c4074 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.083179] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67321aa9-9483-4e84-afda-3e76411de7ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.089432] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74bfb02-0662-4769-bf9d-29f1383acede {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.118755] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181321MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1095.118911] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1095.119114] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.138336] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1096.138636] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1096.151737] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea58c33-efd7-42ca-afd4-19d96e623dbd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.159160] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b982e4-16bd-4f87-b4d3-04fe18c7e1ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.187468] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542ed844-82e2-498b-8d0a-9227b9c43ffe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.194083] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b9d092-2748-4c0d-8368-11f77e045c80 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.207148] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.710822] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1096.712115] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1096.712309] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.593s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1098.054111] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.054500] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.054555] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1098.054687] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances with incomplete migration {{(pid=62127) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1099.555725] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1100.052779] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1101.052606] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1110.827498] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1111.330850] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Getting list of instances from cluster (obj){ [ 1111.330850] env[62127]: value = "domain-c8" [ 1111.330850] env[62127]: _type = "ClusterComputeResource" [ 1111.330850] env[62127]: } {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1111.331935] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8d3a64-236c-4ff3-a00f-e7e3d8e987bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.340428] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Got total of 0 instances {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1152.566334] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.052705] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1154.053320] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1155.054514] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1155.054514] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1155.054514] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1155.558083] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1155.558083] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1156.061387] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.061765] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1156.061765] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1156.061921] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1156.063055] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a29369b-9305-4fca-a832-76cf3ea93598 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.071640] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5f255-f67f-4e4d-911d-8e3c6c3bdf87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.085495] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-352bebc0-946b-4cd7-8f7e-7f490ddfeddb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.091643] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a528d4-e16e-4726-95d0-7586028aec25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.119731] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181337MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1156.120047] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1156.120376] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1157.241422] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1157.241678] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1157.257799] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1157.268213] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1157.268383] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1157.277323] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1157.292022] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1157.302285] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7206aa16-6c2b-4177-acc2-4ebc967a6ba6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.309603] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad2fd09-3ee1-40c7-8009-d6426846f8b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.338319] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5666b58-2e68-4320-baac-b7a2fe1c8a58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.344965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31418d09-dd29-4755-9989-66865998d721 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.358214] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.861507] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1157.862859] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1157.863053] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.743s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.358812] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1158.359216] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1160.053206] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.052570] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1162.052977] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1204.503115] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "459bb8b2-be29-4a2e-a7a1-9060a18219be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1204.503432] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.007101] env[62127]: DEBUG nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1205.034384] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.034384] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.527033] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "659eaab2-d81a-4125-85c5-1c162698c066" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.527292] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "659eaab2-d81a-4125-85c5-1c162698c066" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.537393] env[62127]: DEBUG nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1205.574111] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.574453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.002s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.577436] env[62127]: INFO nova.compute.claims [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1205.578793] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "155f172d-43df-4a99-9e15-c2f506cf2992" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.579053] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "155f172d-43df-4a99-9e15-c2f506cf2992" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1205.632101] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1205.632361] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.033996] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1206.070039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.091852] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1206.137158] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1206.232452] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.232452] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1206.559259] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.615579] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.668530] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1206.713832] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219818af-0507-4638-b44d-695bf5028f21 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.722038] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50b91f24-e94a-4de0-8af6-bcc77b51d4f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.770492] env[62127]: DEBUG nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1206.777747] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca5bbac-3521-4f7b-a5cc-bdd55680f7bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.785308] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a18946-f873-4b46-8fff-59d95028b651 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.802919] env[62127]: DEBUG nova.compute.provider_tree [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.015503] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "56dd5354-066e-4da8-8d9b-82c417a89b2f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.015503] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.309562] env[62127]: DEBUG nova.scheduler.client.report [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1207.314380] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1207.516863] env[62127]: DEBUG nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1207.819264] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.242s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1207.819264] env[62127]: DEBUG nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1207.823703] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.754s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1207.825285] env[62127]: INFO nova.compute.claims [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1208.052230] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1208.336069] env[62127]: DEBUG nova.compute.utils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1208.343034] env[62127]: DEBUG nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1208.343034] env[62127]: DEBUG nova.network.neutron [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1208.844441] env[62127]: DEBUG nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1209.015585] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3027345e-e170-420d-b5c6-5f03fd1ae4c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.025362] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d476dc69-01a8-42cc-a471-d8b388672584 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.060287] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368335e0-a918-4149-8c64-1a45df6006da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.068318] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-165029f9-2e9a-4f85-a284-d5486a8c308a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.084393] env[62127]: DEBUG nova.compute.provider_tree [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.254348] env[62127]: DEBUG nova.policy [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245c461610a24f339be9058709dc3967', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2cacdccbdf64681ae5c1744bb099409', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1209.587608] env[62127]: DEBUG nova.scheduler.client.report [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1209.833414] env[62127]: DEBUG nova.network.neutron [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Successfully created port: 9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.858390] env[62127]: DEBUG nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1209.904982] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1209.905296] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1209.905455] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1209.905627] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1209.905775] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1209.907140] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1209.909285] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1209.909285] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1209.909478] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1209.909578] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1209.909748] env[62127]: DEBUG nova.virt.hardware [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1209.910756] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13354ae-99bf-4ece-ac06-7ce8e3e17d5d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.922396] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0822ff-88ab-47fd-8f6e-52242f0eb90f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.955021] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cdb3f72-3d52-4f0e-8ef6-79b9bf37e75e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.093036] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.268s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1210.096222] env[62127]: DEBUG nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1210.097570] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.538s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1210.098964] env[62127]: INFO nova.compute.claims [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1210.604333] env[62127]: DEBUG nova.compute.utils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1210.606104] env[62127]: DEBUG nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Not allocating networking since 'none' was specified. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1211.114957] env[62127]: DEBUG nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1211.306546] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad54ef2-4305-4e86-8ba4-c9464aec9bfe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.320426] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.320661] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.322853] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aae63f0-f4ef-4e94-92a8-0b1b864aba0e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.362284] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afc03c8-0156-4f7f-8676-5a710a3725db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.371112] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09af5278-1787-4b0c-8562-2944fec258c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.386783] env[62127]: DEBUG nova.compute.provider_tree [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.761757] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1211.761757] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1211.828325] env[62127]: DEBUG nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1211.890285] env[62127]: DEBUG nova.scheduler.client.report [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1212.125279] env[62127]: DEBUG nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1212.154392] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1212.155485] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1212.155953] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1212.156223] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1212.157564] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1212.157775] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1212.158053] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1212.158264] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1212.158693] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1212.158693] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1212.158766] env[62127]: DEBUG nova.virt.hardware [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1212.160486] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d12988f-d2ee-45fb-ae99-f26ab549cbfb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.174007] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00af8697-cbc8-4ff7-b4f4-6140ffbdde23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.191863] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1212.202499] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.202688] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-706e412f-b2c5-4ca4-8408-b6598b353100 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.214291] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Created folder: OpenStack in parent group-v4. [ 1212.214594] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Creating folder: Project (97cbc52fcf13446881158d4438bc287d). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.214827] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c6164af-afa0-4e9b-b0fb-1cc69ebdbc0d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.224593] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Created folder: Project (97cbc52fcf13446881158d4438bc287d) in parent group-v360450. [ 1212.224831] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Creating folder: Instances. Parent ref: group-v360451. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1212.225110] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-711c8463-f68a-40c5-91c8-0bbb2fab9754 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.233656] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Created folder: Instances in parent group-v360451. [ 1212.233902] env[62127]: DEBUG oslo.service.loopingcall [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1212.234100] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1212.234817] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bf4eeeb-5e22-466f-b2f4-534ed413a490 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.256322] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1212.256322] env[62127]: value = "task-1732487" [ 1212.256322] env[62127]: _type = "Task" [ 1212.256322] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.266869] env[62127]: DEBUG nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1212.269592] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732487, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.365857] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.397395] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1212.397504] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1212.403026] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.786s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1212.403026] env[62127]: INFO nova.compute.claims [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.768621] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732487, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.798908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1212.905316] env[62127]: DEBUG nova.compute.utils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1212.909852] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1212.910151] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1213.077125] env[62127]: DEBUG nova.policy [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca444be6dc2408f9e6ca75e9ea815a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca334d9e271c4aff9247a5120b4978e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1213.271254] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732487, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.425233] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1213.695819] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdca3a86-abf8-427b-b2ea-74aff150d8fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.703903] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d429ae6d-d3ab-426a-9c8a-2e4644b357d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.737994] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd00bfcb-18c3-4bd2-8e21-8add3021542b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.746470] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a120d213-e01c-4ba6-aeca-54c3f1c510fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.765540] env[62127]: DEBUG nova.compute.provider_tree [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.777800] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732487, 'name': CreateVM_Task, 'duration_secs': 1.305116} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.778069] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.779095] env[62127]: DEBUG oslo_vmware.service [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-497e12fb-d35e-4eed-a176-1faf5e337943 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.786626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1213.786807] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.791972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1213.791972] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0eb1df45-acb1-40e1-852a-ddb719a34b08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.795784] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1213.795784] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522dd349-7c45-8a78-83f9-8582ff881889" [ 1213.795784] env[62127]: _type = "Task" [ 1213.795784] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.806036] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522dd349-7c45-8a78-83f9-8582ff881889, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.048431] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.273862] env[62127]: DEBUG nova.scheduler.client.report [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1214.312593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1214.312593] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.312593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1214.312593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.312741] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.312741] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b25d1d3-ce8e-4329-974e-8a25dacd37b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.331708] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.331708] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.331708] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c421da20-dcdb-4ca3-9478-fef1ce2b97e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.341799] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca35b88b-d65a-4ed6-ad1d-87571e4f849e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.349321] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1214.349321] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b22ed3-1585-7e32-8d39-c92c62322d7e" [ 1214.349321] env[62127]: _type = "Task" [ 1214.349321] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.358820] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b22ed3-1585-7e32-8d39-c92c62322d7e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.374018] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Successfully created port: 80d9134b-2878-410f-aea3-6b605f584c0a {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1214.435400] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1214.467303] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1214.467711] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1214.468072] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1214.468152] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1214.468292] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1214.468440] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1214.469308] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1214.469308] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1214.469308] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1214.469896] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1214.469896] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1214.470702] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0b65ae4-6a58-4c3d-9f0f-1e3f6dbf8969 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.481328] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd714173-0f17-426f-9425-ebf115547277 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.553790] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.553790] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1214.553928] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1214.779593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1214.780379] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1214.782809] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.114s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1214.787432] env[62127]: INFO nova.compute.claims [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.860725] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Preparing fetch location {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1214.860998] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Creating directory with path [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.861252] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f05a00e5-f75c-47d4-ba73-f02e3a5cc590 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.882205] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Created directory with path [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.882412] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Fetch image to [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1214.882626] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Downloading image file data 062e7cce-7543-4464-9c3f-bb903ea5c3f3 to [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk on the data store datastore1 {{(pid=62127) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 1214.883641] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c22a668-b708-4d19-ae88-0e9a786d65e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.892703] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0469f67-ec97-42e0-936e-73c04987e6c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.906517] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15e1fe66-aefd-428e-a685-1507f64ba22c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.939213] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f8460b-0745-49d9-910e-28664ef85a3a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.946009] env[62127]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-b0590a24-126f-4b37-9cb0-5a0ff1e856b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.039334] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Downloading image file data 062e7cce-7543-4464-9c3f-bb903ea5c3f3 to the data store datastore1 {{(pid=62127) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 1215.052603] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1215.120884] env[62127]: DEBUG oslo_vmware.rw_handles [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62127) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1215.243281] env[62127]: DEBUG nova.network.neutron [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Successfully updated port: 9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1215.292267] env[62127]: DEBUG nova.compute.utils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1215.296666] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1215.296823] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.431696] env[62127]: DEBUG nova.policy [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca444be6dc2408f9e6ca75e9ea815a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca334d9e271c4aff9247a5120b4978e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1215.556214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1215.753085] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1215.753173] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.753281] env[62127]: DEBUG nova.network.neutron [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1215.816176] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1215.866364] env[62127]: DEBUG oslo_vmware.rw_handles [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Completed reading data from the image iterator. {{(pid=62127) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1215.866571] env[62127]: DEBUG oslo_vmware.rw_handles [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Closing write handle for https://esx7c2n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 1215.929521] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Downloaded image file data 062e7cce-7543-4464-9c3f-bb903ea5c3f3 to vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk on the data store datastore1 {{(pid=62127) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 1215.931687] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Caching image {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1215.931930] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Copying Virtual Disk [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk to [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.932230] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-93bb99b6-2d0a-4e66-bf50-2f2faba22c29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.946040] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1215.946040] env[62127]: value = "task-1732488" [ 1215.946040] env[62127]: _type = "Task" [ 1215.946040] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.960883] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732488, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.084707] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06d4924-c0b6-42e5-9439-6829a68231e4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.094485] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-495d1db4-227b-44d5-8ff1-ab0c6861b2c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.138923] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c235bb63-ee4f-4bba-808e-cbe587d00872 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.153257] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e97322b-6924-4e68-a4ab-bacf46b9a7e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.167865] env[62127]: DEBUG nova.compute.provider_tree [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.372020] env[62127]: DEBUG nova.network.neutron [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1216.438883] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "4a71a883-4f0a-43bd-8426-ccd16617938b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1216.439218] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1216.462187] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732488, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.587147] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Successfully created port: f0de9435-3874-4dad-8b55-9ff68fd92a9e {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.671616] env[62127]: DEBUG nova.scheduler.client.report [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1216.830806] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1216.869994] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1216.870214] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1216.870276] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.870453] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1216.870625] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.870773] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1216.870979] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1216.872604] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1216.872756] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1216.872849] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1216.873085] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1216.873996] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b070d60f-29be-40e2-b800-8da27eea7147 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.890663] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea9bde03-5b23-4fef-a966-751096f59688 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.941442] env[62127]: DEBUG nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1216.958890] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732488, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.736602} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.958978] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Copied Virtual Disk [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk to [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.959295] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Deleting the datastore file [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3/tmp-sparse.vmdk {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1216.960056] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-252e0492-3ad9-4120-897e-66a5baac9178 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.969157] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1216.969157] env[62127]: value = "task-1732489" [ 1216.969157] env[62127]: _type = "Task" [ 1216.969157] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.979117] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.154208] env[62127]: DEBUG nova.network.neutron [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Updating instance_info_cache with network_info: [{"id": "9ddee79d-adbc-4990-98b7-4dfc63a8fcf8", "address": "fa:16:3e:b4:54:cf", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddee79d-ad", "ovs_interfaceid": "9ddee79d-adbc-4990-98b7-4dfc63a8fcf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1217.176681] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.394s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.179292] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1217.183354] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.870s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.185132] env[62127]: INFO nova.compute.claims [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1217.468153] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.487395] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.024508} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.487699] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1217.487922] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Moving file from [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522/062e7cce-7543-4464-9c3f-bb903ea5c3f3 to [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3. {{(pid=62127) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 1217.488405] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-715c9f56-ef76-45a2-a0bf-a6b3303e7d6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.496393] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1217.496393] env[62127]: value = "task-1732490" [ 1217.496393] env[62127]: _type = "Task" [ 1217.496393] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.509209] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732490, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.643142] env[62127]: DEBUG nova.compute.manager [req-f2f26ff1-6d3a-4e34-93ad-16b2dffd639d req-085d04ad-4f29-4c38-b06e-e147de57d7b6 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Received event network-vif-plugged-9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1217.643142] env[62127]: DEBUG oslo_concurrency.lockutils [req-f2f26ff1-6d3a-4e34-93ad-16b2dffd639d req-085d04ad-4f29-4c38-b06e-e147de57d7b6 service nova] Acquiring lock "459bb8b2-be29-4a2e-a7a1-9060a18219be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.643142] env[62127]: DEBUG oslo_concurrency.lockutils [req-f2f26ff1-6d3a-4e34-93ad-16b2dffd639d req-085d04ad-4f29-4c38-b06e-e147de57d7b6 service nova] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.643142] env[62127]: DEBUG oslo_concurrency.lockutils [req-f2f26ff1-6d3a-4e34-93ad-16b2dffd639d req-085d04ad-4f29-4c38-b06e-e147de57d7b6 service nova] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1217.643142] env[62127]: DEBUG nova.compute.manager [req-f2f26ff1-6d3a-4e34-93ad-16b2dffd639d req-085d04ad-4f29-4c38-b06e-e147de57d7b6 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] No waiting events found dispatching network-vif-plugged-9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1217.643330] env[62127]: WARNING nova.compute.manager [req-f2f26ff1-6d3a-4e34-93ad-16b2dffd639d req-085d04ad-4f29-4c38-b06e-e147de57d7b6 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Received unexpected event network-vif-plugged-9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 for instance with vm_state building and task_state spawning. [ 1217.657619] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Releasing lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1217.663279] env[62127]: DEBUG nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Instance network_info: |[{"id": "9ddee79d-adbc-4990-98b7-4dfc63a8fcf8", "address": "fa:16:3e:b4:54:cf", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddee79d-ad", "ovs_interfaceid": "9ddee79d-adbc-4990-98b7-4dfc63a8fcf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1217.663396] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:54:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ddee79d-adbc-4990-98b7-4dfc63a8fcf8', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1217.675270] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Creating folder: Project (f2cacdccbdf64681ae5c1744bb099409). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.675631] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e33d588-91f3-460b-8f96-20ab38b1b3ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.684536] env[62127]: DEBUG nova.compute.utils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1217.686080] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1217.686080] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.691854] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Created folder: Project (f2cacdccbdf64681ae5c1744bb099409) in parent group-v360450. [ 1217.692166] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Creating folder: Instances. Parent ref: group-v360454. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1217.693226] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43086bbe-ad51-4901-9b80-c21e5caff8aa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.704265] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Created folder: Instances in parent group-v360454. [ 1217.704542] env[62127]: DEBUG oslo.service.loopingcall [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1217.705282] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1217.705555] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27c89c25-6222-440e-bc3e-5c3971078fb2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.728856] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1217.728856] env[62127]: value = "task-1732493" [ 1217.728856] env[62127]: _type = "Task" [ 1217.728856] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.743012] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732493, 'name': CreateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.749822] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1217.750068] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1217.901761] env[62127]: DEBUG nova.policy [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca444be6dc2408f9e6ca75e9ea815a2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ca334d9e271c4aff9247a5120b4978e4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1217.920210] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Successfully updated port: 80d9134b-2878-410f-aea3-6b605f584c0a {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.007933] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732490, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.030137} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.009829] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] File moved {{(pid=62127) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 1218.010055] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Cleaning up location [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1218.010226] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Deleting the datastore file [datastore1] vmware_temp/ffdb548e-6d64-49ec-8a96-977853938522 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1218.010774] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a63724ff-13d9-43dd-add5-d7c4cc76d400 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.019140] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1218.019140] env[62127]: value = "task-1732494" [ 1218.019140] env[62127]: _type = "Task" [ 1218.019140] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.026641] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.191058] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1218.241489] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732493, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.391031] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3bdcb8-9e04-482d-b4d3-b6f4c3ad0cf3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.399472] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a32340-c2a7-4332-8eeb-891deec19807 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.439815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "refresh_cache-659eaab2-d81a-4125-85c5-1c162698c066" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.439815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "refresh_cache-659eaab2-d81a-4125-85c5-1c162698c066" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.439815] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.441313] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e793f35-7221-417d-8cd8-5df174338469 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.452353] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24e2bfe-b01f-412a-8339-8bc32854839a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.471218] env[62127]: DEBUG nova.compute.provider_tree [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.529678] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.02699} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.530303] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1218.532990] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9758b9fe-796a-46ea-a078-768673b0c281 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.538986] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1218.538986] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5205395d-b86c-0a85-1a5c-1c7528aab407" [ 1218.538986] env[62127]: _type = "Task" [ 1218.538986] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.548277] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5205395d-b86c-0a85-1a5c-1c7528aab407, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.746183] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732493, 'name': CreateVM_Task, 'duration_secs': 0.540341} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.746422] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1218.761802] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1218.762552] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.762552] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1218.763022] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da6c76dd-ac78-49e2-8dec-778fa39a69b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.768762] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1218.768762] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d8f43e-26ee-ec6d-548a-f64266388b10" [ 1218.768762] env[62127]: _type = "Task" [ 1218.768762] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.779746] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d8f43e-26ee-ec6d-548a-f64266388b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.975067] env[62127]: DEBUG nova.scheduler.client.report [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1218.983048] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Successfully created port: 1d70b7b2-9b30-4ba5-a777-7ed37771435c {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.028565] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.051723] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5205395d-b86c-0a85-1a5c-1c7528aab407, 'name': SearchDatastore_Task, 'duration_secs': 0.008776} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.051723] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.051942] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d/1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1219.052321] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e5e23bbc-7de6-4354-881c-3bcd2ca38350 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.062019] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1219.062019] env[62127]: value = "task-1732495" [ 1219.062019] env[62127]: _type = "Task" [ 1219.062019] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.071139] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.204500] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1219.245039] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1219.245039] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1219.245513] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.245513] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1219.245513] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.246099] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1219.246099] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1219.246099] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1219.247125] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1219.247535] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1219.247753] env[62127]: DEBUG nova.virt.hardware [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1219.248555] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f61755d-0e2d-4a0b-bbac-61330dabf290 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.259182] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0b3682-b3db-4842-bc0c-d09387302891 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.289817] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d8f43e-26ee-ec6d-548a-f64266388b10, 'name': SearchDatastore_Task, 'duration_secs': 0.01335} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.290167] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1219.290425] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1219.290668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1219.290811] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.290980] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1219.291248] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-110c678b-62f5-4237-8151-59e1cf7cf234 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.310788] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1219.311531] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1219.311896] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-833ce9bf-ef8b-4975-ac43-d35711d5e8f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.328201] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1219.328201] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52556d55-7112-bec7-99ec-2528b0e4bae0" [ 1219.328201] env[62127]: _type = "Task" [ 1219.328201] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.343806] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52556d55-7112-bec7-99ec-2528b0e4bae0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.486864] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.303s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1219.487603] env[62127]: DEBUG nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1219.490578] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.438s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1219.495970] env[62127]: INFO nova.compute.claims [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1219.574614] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.593185] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Updating instance_info_cache with network_info: [{"id": "80d9134b-2878-410f-aea3-6b605f584c0a", "address": "fa:16:3e:79:e3:a4", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d9134b-28", "ovs_interfaceid": "80d9134b-2878-410f-aea3-6b605f584c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.846118] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52556d55-7112-bec7-99ec-2528b0e4bae0, 'name': SearchDatastore_Task, 'duration_secs': 0.0622} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.846903] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08c03b67-9eb8-4db8-824e-c50d028c13d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.852096] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1219.852096] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ae425a-93bb-5b97-08a1-71154d38626e" [ 1219.852096] env[62127]: _type = "Task" [ 1219.852096] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.863251] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ae425a-93bb-5b97-08a1-71154d38626e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.987858] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Successfully updated port: f0de9435-3874-4dad-8b55-9ff68fd92a9e {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.003243] env[62127]: DEBUG nova.compute.utils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1220.004546] env[62127]: DEBUG nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Not allocating networking since 'none' was specified. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1220.075889] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532339} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.076339] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d/1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1220.076778] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1220.077760] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ffe68b32-f021-4452-bb2f-ad4ba8921d77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.085041] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1220.085041] env[62127]: value = "task-1732496" [ 1220.085041] env[62127]: _type = "Task" [ 1220.085041] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.094674] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.096152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "refresh_cache-659eaab2-d81a-4125-85c5-1c162698c066" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.096512] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Instance network_info: |[{"id": "80d9134b-2878-410f-aea3-6b605f584c0a", "address": "fa:16:3e:79:e3:a4", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d9134b-28", "ovs_interfaceid": "80d9134b-2878-410f-aea3-6b605f584c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1220.096997] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:e3:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80d9134b-2878-410f-aea3-6b605f584c0a', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.105092] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Creating folder: Project (ca334d9e271c4aff9247a5120b4978e4). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1220.105092] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba25fa20-a099-4d00-be94-6e51cb9504a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.117023] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Created folder: Project (ca334d9e271c4aff9247a5120b4978e4) in parent group-v360450. [ 1220.117023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Creating folder: Instances. Parent ref: group-v360457. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1220.117023] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a95a5571-081e-469c-b0a8-be6adc4951a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.127225] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Created folder: Instances in parent group-v360457. [ 1220.127225] env[62127]: DEBUG oslo.service.loopingcall [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1220.127225] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.127225] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-28db0fac-4287-4e6e-a514-881cfe2479db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.150173] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.150173] env[62127]: value = "task-1732499" [ 1220.150173] env[62127]: _type = "Task" [ 1220.150173] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.161722] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732499, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.366289] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ae425a-93bb-5b97-08a1-71154d38626e, 'name': SearchDatastore_Task, 'duration_secs': 0.009234} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.367211] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1220.367211] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 459bb8b2-be29-4a2e-a7a1-9060a18219be/459bb8b2-be29-4a2e-a7a1-9060a18219be.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1220.367211] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb12903a-3b17-4009-9b20-525b33bc53e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.378622] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1220.378622] env[62127]: value = "task-1732500" [ 1220.378622] env[62127]: _type = "Task" [ 1220.378622] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.388788] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.492555] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "refresh_cache-155f172d-43df-4a99-9e15-c2f506cf2992" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.492555] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "refresh_cache-155f172d-43df-4a99-9e15-c2f506cf2992" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.492555] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.510088] env[62127]: DEBUG nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1220.597527] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067617} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.600127] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1220.605191] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7de3c1f-65d8-421f-af96-06d8f403c02e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.634045] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d/1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.635803] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cef42bb-06e0-4cc3-a2f1-a582d3c46ecd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.665769] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1220.665769] env[62127]: value = "task-1732501" [ 1220.665769] env[62127]: _type = "Task" [ 1220.665769] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.676617] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732499, 'name': CreateVM_Task, 'duration_secs': 0.415243} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.678399] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.679275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1220.681084] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.681084] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1220.686107] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3ebeec6-0331-4243-8ed9-83f974e92415 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.686107] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732501, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.690783] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1220.690783] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52aaa0f4-ce5c-17a7-46b0-31ad0058617d" [ 1220.690783] env[62127]: _type = "Task" [ 1220.690783] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.705117] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52aaa0f4-ce5c-17a7-46b0-31ad0058617d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.799146] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03a83891-6d49-4eab-9678-45877bb11d54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.807312] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead31184-4c37-4ed0-a481-750371748bc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.844880] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acef2924-dee3-4ddc-b2c5-61c9a5f5baf3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.853859] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16a05ad-a064-4dfd-bbe8-b262f2b2bf1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.870218] env[62127]: DEBUG nova.compute.provider_tree [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1220.890506] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732500, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.045322] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Received event network-changed-9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1221.045895] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Refreshing instance network info cache due to event network-changed-9ddee79d-adbc-4990-98b7-4dfc63a8fcf8. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1221.045895] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Acquiring lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.045895] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Acquired lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.046198] env[62127]: DEBUG nova.network.neutron [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Refreshing network info cache for port 9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.099768] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.187711] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732501, 'name': ReconfigVM_Task, 'duration_secs': 0.337643} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.187711] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Reconfigured VM instance instance-00000002 to attach disk [datastore1] 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d/1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.187711] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-72793822-128e-46e0-bd25-593d9b08e06d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.196430] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1221.196430] env[62127]: value = "task-1732502" [ 1221.196430] env[62127]: _type = "Task" [ 1221.196430] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.207260] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52aaa0f4-ce5c-17a7-46b0-31ad0058617d, 'name': SearchDatastore_Task, 'duration_secs': 0.05515} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.208064] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1221.208310] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.208540] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1221.208686] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.208861] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.209158] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f67751a3-64cb-4ed4-8adb-368723c0b612 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.219677] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732502, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.221018] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.221432] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.222305] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80cc203f-ecfd-4d5d-9af9-d626d4fdff72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.227564] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1221.227564] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cc3e3b-bd89-4006-f7e1-8543f5ab59e6" [ 1221.227564] env[62127]: _type = "Task" [ 1221.227564] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.235952] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cc3e3b-bd89-4006-f7e1-8543f5ab59e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.377217] env[62127]: DEBUG nova.scheduler.client.report [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1221.401231] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568915} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.402969] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 459bb8b2-be29-4a2e-a7a1-9060a18219be/459bb8b2-be29-4a2e-a7a1-9060a18219be.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1221.402969] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1221.402969] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a1b1dd2-fb44-4cdf-99e9-257a693be738 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.413025] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1221.413025] env[62127]: value = "task-1732503" [ 1221.413025] env[62127]: _type = "Task" [ 1221.413025] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.425554] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.519735] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Updating instance_info_cache with network_info: [{"id": "f0de9435-3874-4dad-8b55-9ff68fd92a9e", "address": "fa:16:3e:ee:e4:6a", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de9435-38", "ovs_interfaceid": "f0de9435-3874-4dad-8b55-9ff68fd92a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.523811] env[62127]: DEBUG nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1221.564411] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1221.564624] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1221.564624] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1221.564784] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1221.565087] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1221.566244] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1221.566456] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1221.566647] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1221.570039] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1221.570039] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1221.570039] env[62127]: DEBUG nova.virt.hardware [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1221.570039] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eac1bc4-6785-43e8-9e6a-176d5258f16f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.578402] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-748a6700-65af-4c16-93c8-5e6930814f5a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.599568] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.603943] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Creating folder: Project (5c94632a8bee4e22bf6bdc0bfa6b3c58). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.603997] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f1e83f38-3be2-45a8-9416-2845e7f35204 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.616022] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Created folder: Project (5c94632a8bee4e22bf6bdc0bfa6b3c58) in parent group-v360450. [ 1221.616022] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Creating folder: Instances. Parent ref: group-v360460. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1221.616022] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9dbe95c3-c79f-4c07-a97e-bfd1e5261f30 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.624306] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Created folder: Instances in parent group-v360460. [ 1221.624306] env[62127]: DEBUG oslo.service.loopingcall [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1221.626335] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.626552] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e572199-cf03-4c53-aa26-55f1f845c197 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.647136] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1221.647136] env[62127]: value = "task-1732506" [ 1221.647136] env[62127]: _type = "Task" [ 1221.647136] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.653782] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732506, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.709039] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732502, 'name': Rename_Task, 'duration_secs': 0.132818} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.709450] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.709806] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-644aa94d-9f19-4b4b-96f2-9df0feb48ade {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.716640] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1221.716640] env[62127]: value = "task-1732507" [ 1221.716640] env[62127]: _type = "Task" [ 1221.716640] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.729064] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732507, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.739922] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cc3e3b-bd89-4006-f7e1-8543f5ab59e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009686} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.741249] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289c0d9b-1405-4f0f-be2d-8e51217221c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.746940] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1221.746940] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ea76b8-1810-faeb-fc5c-32914b31661c" [ 1221.746940] env[62127]: _type = "Task" [ 1221.746940] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.755816] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea76b8-1810-faeb-fc5c-32914b31661c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.888988] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.398s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1221.889685] env[62127]: DEBUG nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1221.893720] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.528s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1221.895430] env[62127]: INFO nova.compute.claims [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1221.927530] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064812} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.927840] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1221.928900] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675837d9-fef0-4fd7-aa34-d8aa316a5029 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.959012] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Reconfiguring VM instance instance-00000001 to attach disk [datastore1] 459bb8b2-be29-4a2e-a7a1-9060a18219be/459bb8b2-be29-4a2e-a7a1-9060a18219be.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1221.960877] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96a51ba9-ab50-42be-b4f0-22443612c5ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.983778] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1221.983778] env[62127]: value = "task-1732508" [ 1221.983778] env[62127]: _type = "Task" [ 1221.983778] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.994820] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732508, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.023709] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "refresh_cache-155f172d-43df-4a99-9e15-c2f506cf2992" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.023959] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Instance network_info: |[{"id": "f0de9435-3874-4dad-8b55-9ff68fd92a9e", "address": "fa:16:3e:ee:e4:6a", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de9435-38", "ovs_interfaceid": "f0de9435-3874-4dad-8b55-9ff68fd92a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1222.024401] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ee:e4:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f0de9435-3874-4dad-8b55-9ff68fd92a9e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1222.039509] env[62127]: DEBUG oslo.service.loopingcall [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1222.044522] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1222.044522] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b891ccbf-d65e-4614-b811-a08a1876370f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.070027] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.070027] env[62127]: value = "task-1732509" [ 1222.070027] env[62127]: _type = "Task" [ 1222.070027] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.084394] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732509, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.157754] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732506, 'name': CreateVM_Task, 'duration_secs': 0.3187} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.158751] env[62127]: DEBUG nova.network.neutron [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Updated VIF entry in instance network info cache for port 9ddee79d-adbc-4990-98b7-4dfc63a8fcf8. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.159068] env[62127]: DEBUG nova.network.neutron [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Updating instance_info_cache with network_info: [{"id": "9ddee79d-adbc-4990-98b7-4dfc63a8fcf8", "address": "fa:16:3e:b4:54:cf", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ddee79d-ad", "ovs_interfaceid": "9ddee79d-adbc-4990-98b7-4dfc63a8fcf8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.160507] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.160507] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.160655] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.160986] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.162782] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87d9c9da-b032-4aae-aded-d9302e0ba4d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.169794] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1222.169794] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5291c4c8-a25b-f3a0-67dc-d8393879a34d" [ 1222.169794] env[62127]: _type = "Task" [ 1222.169794] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.181663] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5291c4c8-a25b-f3a0-67dc-d8393879a34d, 'name': SearchDatastore_Task, 'duration_secs': 0.009008} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.182241] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.182241] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1222.182782] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.227440] env[62127]: DEBUG oslo_vmware.api [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732507, 'name': PowerOnVM_Task, 'duration_secs': 0.451678} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.227720] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.228164] env[62127]: INFO nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Took 10.10 seconds to spawn the instance on the hypervisor. [ 1222.228532] env[62127]: DEBUG nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1222.229696] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa8347a-5c4e-4ae2-9f78-0510a4292956 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.259904] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea76b8-1810-faeb-fc5c-32914b31661c, 'name': SearchDatastore_Task, 'duration_secs': 0.01165} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.260073] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.261189] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 659eaab2-d81a-4125-85c5-1c162698c066/659eaab2-d81a-4125-85c5-1c162698c066.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.261189] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.261189] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1222.261189] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80acafa8-e4cf-4a93-9129-a1614d852657 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.264043] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-899d0796-9801-4980-b869-18d4be385bc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.271316] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1222.271316] env[62127]: value = "task-1732510" [ 1222.271316] env[62127]: _type = "Task" [ 1222.271316] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.280718] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1222.281118] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1222.282350] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc9c7a4-e0da-431b-8d82-4e89a9f8fe2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.288815] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732510, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.293152] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1222.293152] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d3941a-9f5b-ab15-057d-434f237f8a8a" [ 1222.293152] env[62127]: _type = "Task" [ 1222.293152] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.306314] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d3941a-9f5b-ab15-057d-434f237f8a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.401153] env[62127]: DEBUG nova.compute.utils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1222.404519] env[62127]: DEBUG nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1222.406816] env[62127]: DEBUG nova.network.neutron [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1222.484321] env[62127]: DEBUG nova.policy [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '835ebc7dac2f4d60ae8baa329dd6abef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b1e1473fb4bc4a5abf5b9ded1c0000ca', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1222.498523] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732508, 'name': ReconfigVM_Task, 'duration_secs': 0.411306} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.498855] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Reconfigured VM instance instance-00000001 to attach disk [datastore1] 459bb8b2-be29-4a2e-a7a1-9060a18219be/459bb8b2-be29-4a2e-a7a1-9060a18219be.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1222.499541] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4b4d62dc-80f3-4072-9324-a831113dca9f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.509114] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1222.509114] env[62127]: value = "task-1732511" [ 1222.509114] env[62127]: _type = "Task" [ 1222.509114] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.519854] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732511, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.580418] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732509, 'name': CreateVM_Task, 'duration_secs': 0.390172} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.580717] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.581458] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.581912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.582305] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1222.582642] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7792f7cd-08d8-4147-9f6e-0d2dc8290d67 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.588745] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1222.588745] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bd1ab1-3788-3e87-ebec-a5dc36073df0" [ 1222.588745] env[62127]: _type = "Task" [ 1222.588745] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.600815] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bd1ab1-3788-3e87-ebec-a5dc36073df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.664082] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Releasing lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1222.665434] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Received event network-vif-plugged-80d9134b-2878-410f-aea3-6b605f584c0a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1222.666172] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Acquiring lock "659eaab2-d81a-4125-85c5-1c162698c066-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1222.666286] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Lock "659eaab2-d81a-4125-85c5-1c162698c066-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1222.666464] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Lock "659eaab2-d81a-4125-85c5-1c162698c066-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1222.666865] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] No waiting events found dispatching network-vif-plugged-80d9134b-2878-410f-aea3-6b605f584c0a {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1222.666990] env[62127]: WARNING nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Received unexpected event network-vif-plugged-80d9134b-2878-410f-aea3-6b605f584c0a for instance with vm_state building and task_state spawning. [ 1222.667574] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Received event network-changed-80d9134b-2878-410f-aea3-6b605f584c0a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1222.667888] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Refreshing instance network info cache due to event network-changed-80d9134b-2878-410f-aea3-6b605f584c0a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1222.669114] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Acquiring lock "refresh_cache-659eaab2-d81a-4125-85c5-1c162698c066" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1222.669518] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Acquired lock "refresh_cache-659eaab2-d81a-4125-85c5-1c162698c066" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.669518] env[62127]: DEBUG nova.network.neutron [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Refreshing network info cache for port 80d9134b-2878-410f-aea3-6b605f584c0a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1222.750634] env[62127]: INFO nova.compute.manager [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Took 16.71 seconds to build instance. [ 1222.789724] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732510, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.805816] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d3941a-9f5b-ab15-057d-434f237f8a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.020761} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.807207] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4c80791-11a8-4531-bee3-6d238a4a02ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.818228] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1222.818228] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521f6bb4-d2ea-8ae5-4726-1ebff54b169c" [ 1222.818228] env[62127]: _type = "Task" [ 1222.818228] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.826988] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521f6bb4-d2ea-8ae5-4726-1ebff54b169c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.903987] env[62127]: DEBUG nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1223.019896] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732511, 'name': Rename_Task, 'duration_secs': 0.192237} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.020375] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1223.021260] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc32106a-28c4-453f-b5b6-68ce87b8e15c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.026955] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1223.026955] env[62127]: value = "task-1732512" [ 1223.026955] env[62127]: _type = "Task" [ 1223.026955] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.039504] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732512, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.103993] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bd1ab1-3788-3e87-ebec-a5dc36073df0, 'name': SearchDatastore_Task, 'duration_secs': 0.051616} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.104451] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.104928] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.105909] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.122823] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1c4db83-1d71-4c13-9329-f17fdc8080a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.132410] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fdae7d6-ff16-415c-9b75-aec90715d4d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.170925] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb67e40-a9ac-47cc-8137-db508fb328fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.180774] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bc2edb-9402-45e1-9d6f-2b18527de16a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.196729] env[62127]: DEBUG nova.compute.provider_tree [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.245464] env[62127]: DEBUG nova.network.neutron [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Successfully created port: 9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.256534] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b67f9021-ab2f-4635-89c5-edf6857adb71 tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.222s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1223.288264] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732510, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.330706] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521f6bb4-d2ea-8ae5-4726-1ebff54b169c, 'name': SearchDatastore_Task, 'duration_secs': 0.008595} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.331245] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1223.331668] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1223.332407] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.334063] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.334063] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ebc8c7-a47a-4b67-8807-d2324b626fcd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.335773] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14d8e2df-eec1-4113-8fb3-915994e3823c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.344161] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1223.344161] env[62127]: value = "task-1732513" [ 1223.344161] env[62127]: _type = "Task" [ 1223.344161] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.348098] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.348346] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.349506] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c31a91b-8730-435e-8298-c023f9dcd2ac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.355219] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.358325] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1223.358325] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521afd98-deaa-e401-9148-fc623676255b" [ 1223.358325] env[62127]: _type = "Task" [ 1223.358325] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.366115] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521afd98-deaa-e401-9148-fc623676255b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.403968] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Successfully updated port: 1d70b7b2-9b30-4ba5-a777-7ed37771435c {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1223.546492] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732512, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.699851] env[62127]: DEBUG nova.scheduler.client.report [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1223.759505] env[62127]: DEBUG nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1223.789710] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732510, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.856428] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732513, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.871506] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1223.871992] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1223.872257] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521afd98-deaa-e401-9148-fc623676255b, 'name': SearchDatastore_Task, 'duration_secs': 0.010205} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.873297] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a4a8810-4d7e-4942-b82a-3bd04fb92461 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.881738] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1223.881738] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521de0e1-8200-b1bf-52ed-b20d01218766" [ 1223.881738] env[62127]: _type = "Task" [ 1223.881738] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.890720] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521de0e1-8200-b1bf-52ed-b20d01218766, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.903360] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "refresh_cache-ba1584e7-f56e-4c91-b39b-13af8d91cb1a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1223.904029] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "refresh_cache-ba1584e7-f56e-4c91-b39b-13af8d91cb1a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.904029] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.922817] env[62127]: DEBUG nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1223.954433] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1223.958116] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1223.958116] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1223.958116] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1223.958116] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1223.958116] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1223.958116] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1223.958394] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1223.958394] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1223.958394] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1223.958394] env[62127]: DEBUG nova.virt.hardware [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1223.958394] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab52a75e-93b0-4148-b61e-bfcc8b9c9aac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.966563] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69a5279-bae5-4b19-af1e-8845e2515eb2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.044762] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732512, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.096955] env[62127]: DEBUG nova.network.neutron [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Updated VIF entry in instance network info cache for port 80d9134b-2878-410f-aea3-6b605f584c0a. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.097710] env[62127]: DEBUG nova.network.neutron [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Updating instance_info_cache with network_info: [{"id": "80d9134b-2878-410f-aea3-6b605f584c0a", "address": "fa:16:3e:79:e3:a4", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80d9134b-28", "ovs_interfaceid": "80d9134b-2878-410f-aea3-6b605f584c0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.209253] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.314s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.209253] env[62127]: DEBUG nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1224.212126] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.413s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.213956] env[62127]: INFO nova.compute.claims [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1224.290230] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732510, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.569354} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.291474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.291793] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 659eaab2-d81a-4125-85c5-1c162698c066/659eaab2-d81a-4125-85c5-1c162698c066.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.292073] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.292881] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d62deb6-8691-4f4d-9fd0-bdebf22aedae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.299908] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1224.299908] env[62127]: value = "task-1732514" [ 1224.299908] env[62127]: _type = "Task" [ 1224.299908] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.308730] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732514, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.355682] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732513, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.964952} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.356066] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.356215] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.356489] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-44af1f0f-0068-472f-9bdc-2f44847eafb9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.363153] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1224.363153] env[62127]: value = "task-1732515" [ 1224.363153] env[62127]: _type = "Task" [ 1224.363153] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.372896] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732515, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.398014] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521de0e1-8200-b1bf-52ed-b20d01218766, 'name': SearchDatastore_Task, 'duration_secs': 0.009077} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.398410] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.399122] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 155f172d-43df-4a99-9e15-c2f506cf2992/155f172d-43df-4a99-9e15-c2f506cf2992.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.399122] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d065ae1-bb47-40f1-a06c-19f700727905 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.409854] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1224.409854] env[62127]: value = "task-1732516" [ 1224.409854] env[62127]: _type = "Task" [ 1224.409854] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.424267] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732516, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.480624] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.543592] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732512, 'name': PowerOnVM_Task} progress is 37%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.600793] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Releasing lock "refresh_cache-659eaab2-d81a-4125-85c5-1c162698c066" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1224.601150] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Received event network-vif-plugged-f0de9435-3874-4dad-8b55-9ff68fd92a9e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1224.601389] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Acquiring lock "155f172d-43df-4a99-9e15-c2f506cf2992-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1224.601556] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Lock "155f172d-43df-4a99-9e15-c2f506cf2992-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1224.601717] env[62127]: DEBUG oslo_concurrency.lockutils [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] Lock "155f172d-43df-4a99-9e15-c2f506cf2992-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1224.601874] env[62127]: DEBUG nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] No waiting events found dispatching network-vif-plugged-f0de9435-3874-4dad-8b55-9ff68fd92a9e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1224.602045] env[62127]: WARNING nova.compute.manager [req-5d2ff538-a378-4e60-9cdc-8ca542327a98 req-0df0b3b9-9ab1-4f2d-adc9-2912b0e5bb03 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Received unexpected event network-vif-plugged-f0de9435-3874-4dad-8b55-9ff68fd92a9e for instance with vm_state building and task_state spawning. [ 1224.714628] env[62127]: DEBUG nova.compute.utils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1224.718030] env[62127]: DEBUG nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1224.718030] env[62127]: DEBUG nova.network.neutron [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1224.812085] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732514, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120304} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.812396] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.813294] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-052eda4d-df64-4f23-a23c-e97c3406c543 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.843176] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Reconfiguring VM instance instance-00000003 to attach disk [datastore1] 659eaab2-d81a-4125-85c5-1c162698c066/659eaab2-d81a-4125-85c5-1c162698c066.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.843546] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5afaf69a-48fb-4c53-a2e5-994db51fa0d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.865946] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1224.865946] env[62127]: value = "task-1732517" [ 1224.865946] env[62127]: _type = "Task" [ 1224.865946] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.878579] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732515, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067617} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.883200] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1224.883642] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732517, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.884810] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9cfcd3-6ac8-436e-9cea-311c49ee170f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.912404] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1224.913199] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd004573-4acc-4117-963b-376bebdf61ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.939287] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732516, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.941249] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1224.941249] env[62127]: value = "task-1732518" [ 1224.941249] env[62127]: _type = "Task" [ 1224.941249] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.951978] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732518, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.972393] env[62127]: DEBUG nova.policy [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '829ae62fa5ac403085bd5953f826ba20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d8ce3cb43b042c3b4949eb497e94cf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1225.044473] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732512, 'name': PowerOnVM_Task} progress is 64%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.105978] env[62127]: DEBUG nova.network.neutron [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Updating instance_info_cache with network_info: [{"id": "1d70b7b2-9b30-4ba5-a777-7ed37771435c", "address": "fa:16:3e:18:b3:85", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d70b7b2-9b", "ovs_interfaceid": "1d70b7b2-9b30-4ba5-a777-7ed37771435c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.164099] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "271a9646-4243-4064-9c16-817beba6fcc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.164339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "271a9646-4243-4064-9c16-817beba6fcc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.225306] env[62127]: DEBUG nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1225.384620] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.428989] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732516, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544412} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.429530] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 155f172d-43df-4a99-9e15-c2f506cf2992/155f172d-43df-4a99-9e15-c2f506cf2992.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1225.429762] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1225.432021] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bed8d32e-87bb-4e84-a15b-fcc1f866e656 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.442146] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1225.442146] env[62127]: value = "task-1732519" [ 1225.442146] env[62127]: _type = "Task" [ 1225.442146] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.475967] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732519, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.476223] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732518, 'name': ReconfigVM_Task, 'duration_secs': 0.522692} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.481920] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.481920] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84b05727-0ba8-4e51-84fc-a048bd874338 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.492446] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1225.492446] env[62127]: value = "task-1732520" [ 1225.492446] env[62127]: _type = "Task" [ 1225.492446] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.511605] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732520, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.555014] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732512, 'name': PowerOnVM_Task} progress is 91%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.586527] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16659ebd-a42a-4dec-bd33-d63cc89e5fea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.603861] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a72a28f-4aa0-4d8a-b1ac-f2e81e072050 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.613430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "refresh_cache-ba1584e7-f56e-4c91-b39b-13af8d91cb1a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1225.613430] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Instance network_info: |[{"id": "1d70b7b2-9b30-4ba5-a777-7ed37771435c", "address": "fa:16:3e:18:b3:85", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d70b7b2-9b", "ovs_interfaceid": "1d70b7b2-9b30-4ba5-a777-7ed37771435c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1225.613703] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:b3:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16f09e8c-5240-4839-80cc-62ec29700bd2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d70b7b2-9b30-4ba5-a777-7ed37771435c', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1225.623257] env[62127]: DEBUG oslo.service.loopingcall [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1225.624899] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1225.625162] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a6ceb4c3-e8a4-476a-afae-dc4e51bbe8f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.678232] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f9591-f5f3-48e0-882b-b053279b2236 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.682483] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1225.682483] env[62127]: value = "task-1732521" [ 1225.682483] env[62127]: _type = "Task" [ 1225.682483] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.693852] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e90eadb-bfc0-41be-bf51-3233fb920ad1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.703140] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732521, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.715589] env[62127]: DEBUG nova.compute.provider_tree [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1225.882531] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732517, 'name': ReconfigVM_Task, 'duration_secs': 0.773154} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.882850] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Reconfigured VM instance instance-00000003 to attach disk [datastore1] 659eaab2-d81a-4125-85c5-1c162698c066/659eaab2-d81a-4125-85c5-1c162698c066.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.883759] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-785b5bb9-3b44-4229-8025-134ac04dc856 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.892234] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1225.892234] env[62127]: value = "task-1732522" [ 1225.892234] env[62127]: _type = "Task" [ 1225.892234] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.903105] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732522, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.920989] env[62127]: DEBUG nova.compute.manager [req-4409f379-4611-41f9-9cff-b873dd668ff7 req-05aac7a3-2802-4299-b2d3-9cfdb3824445 service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Received event network-vif-plugged-1d70b7b2-9b30-4ba5-a777-7ed37771435c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1225.921218] env[62127]: DEBUG oslo_concurrency.lockutils [req-4409f379-4611-41f9-9cff-b873dd668ff7 req-05aac7a3-2802-4299-b2d3-9cfdb3824445 service nova] Acquiring lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1225.922145] env[62127]: DEBUG oslo_concurrency.lockutils [req-4409f379-4611-41f9-9cff-b873dd668ff7 req-05aac7a3-2802-4299-b2d3-9cfdb3824445 service nova] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1225.922318] env[62127]: DEBUG oslo_concurrency.lockutils [req-4409f379-4611-41f9-9cff-b873dd668ff7 req-05aac7a3-2802-4299-b2d3-9cfdb3824445 service nova] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1225.922536] env[62127]: DEBUG nova.compute.manager [req-4409f379-4611-41f9-9cff-b873dd668ff7 req-05aac7a3-2802-4299-b2d3-9cfdb3824445 service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] No waiting events found dispatching network-vif-plugged-1d70b7b2-9b30-4ba5-a777-7ed37771435c {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1225.922801] env[62127]: WARNING nova.compute.manager [req-4409f379-4611-41f9-9cff-b873dd668ff7 req-05aac7a3-2802-4299-b2d3-9cfdb3824445 service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Received unexpected event network-vif-plugged-1d70b7b2-9b30-4ba5-a777-7ed37771435c for instance with vm_state building and task_state spawning. [ 1225.959361] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732519, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080182} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.959638] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.960554] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3abd3a-2ab3-4179-837d-38f6c02a0e69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.986270] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Reconfiguring VM instance instance-00000004 to attach disk [datastore1] 155f172d-43df-4a99-9e15-c2f506cf2992/155f172d-43df-4a99-9e15-c2f506cf2992.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.986828] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10f3e045-85ef-4663-b30b-fe9fb9c2a422 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.015790] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732520, 'name': Rename_Task, 'duration_secs': 0.163721} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.020031] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.020393] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1226.020393] env[62127]: value = "task-1732523" [ 1226.020393] env[62127]: _type = "Task" [ 1226.020393] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.022319] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e4835b-28f2-4c7e-badb-86e1085ef525 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.036509] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.038705] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1226.038705] env[62127]: value = "task-1732524" [ 1226.038705] env[62127]: _type = "Task" [ 1226.038705] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.052876] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732524, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.056064] env[62127]: DEBUG oslo_vmware.api [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732512, 'name': PowerOnVM_Task, 'duration_secs': 2.589878} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.056425] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.057158] env[62127]: INFO nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Took 16.20 seconds to spawn the instance on the hypervisor. [ 1226.057391] env[62127]: DEBUG nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1226.058420] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808e5516-3b80-491c-ae50-881998cdd828 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.200904] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732521, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.239431] env[62127]: DEBUG nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1226.244974] env[62127]: ERROR nova.scheduler.client.report [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [req-0d747a2a-e41e-4802-812a-ba7ddc326ed6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d747a2a-e41e-4802-812a-ba7ddc326ed6"}]} [ 1226.262318] env[62127]: DEBUG nova.scheduler.client.report [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1226.266667] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1226.266902] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1226.267070] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.267800] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1226.267800] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.267800] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1226.267800] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1226.268840] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1226.268840] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1226.268840] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1226.268840] env[62127]: DEBUG nova.virt.hardware [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1226.269276] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bddc82-d932-43e2-a16e-2a1796ee6e23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.282111] env[62127]: DEBUG nova.scheduler.client.report [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1226.282382] env[62127]: DEBUG nova.compute.provider_tree [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.291486] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c2881-359c-48bb-8264-bda6a7e0f949 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.313376] env[62127]: DEBUG nova.scheduler.client.report [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: 38af8bf6-31b5-494a-9028-2f9712636e08 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1226.334807] env[62127]: DEBUG nova.scheduler.client.report [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1226.403067] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732522, 'name': Rename_Task, 'duration_secs': 0.279124} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.403272] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.403482] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ebb6885-168b-4eca-a0fe-c8f501fe6ac9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.410883] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1226.410883] env[62127]: value = "task-1732525" [ 1226.410883] env[62127]: _type = "Task" [ 1226.410883] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.422013] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732525, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.532233] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732523, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.555694] env[62127]: DEBUG oslo_vmware.api [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732524, 'name': PowerOnVM_Task, 'duration_secs': 0.455809} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.558712] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.559137] env[62127]: INFO nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Took 5.03 seconds to spawn the instance on the hypervisor. [ 1226.559374] env[62127]: DEBUG nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1226.560235] env[62127]: DEBUG nova.network.neutron [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Successfully updated port: 9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1226.566585] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40f2470f-85d9-46d7-a89e-49825b83129f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.586361] env[62127]: INFO nova.compute.manager [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Took 21.07 seconds to build instance. [ 1226.628240] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e933a3c-80f4-44bd-bed9-005d3d3b6983 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.634744] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55afdac-c5f4-49c0-8192-adc0b64517ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.672654] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fefa6c39-9794-4856-9715-10828927bf4b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.677218] env[62127]: DEBUG nova.network.neutron [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Successfully created port: 498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.683597] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efe0884-4ab8-471c-a42e-4bf362b31b0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.702170] env[62127]: DEBUG nova.compute.provider_tree [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1226.706491] env[62127]: DEBUG nova.compute.manager [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Received event network-changed-f0de9435-3874-4dad-8b55-9ff68fd92a9e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1226.706705] env[62127]: DEBUG nova.compute.manager [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Refreshing instance network info cache due to event network-changed-f0de9435-3874-4dad-8b55-9ff68fd92a9e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1226.706932] env[62127]: DEBUG oslo_concurrency.lockutils [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] Acquiring lock "refresh_cache-155f172d-43df-4a99-9e15-c2f506cf2992" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.707156] env[62127]: DEBUG oslo_concurrency.lockutils [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] Acquired lock "refresh_cache-155f172d-43df-4a99-9e15-c2f506cf2992" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.707334] env[62127]: DEBUG nova.network.neutron [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Refreshing network info cache for port f0de9435-3874-4dad-8b55-9ff68fd92a9e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.712643] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732521, 'name': CreateVM_Task, 'duration_secs': 0.555448} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.713146] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1226.713645] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1226.713790] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.714136] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1226.714561] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1125c51f-afcc-4d5d-8050-ffe31e979b43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.719735] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1226.719735] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52eb13f9-7001-618f-8a6f-2933a392a551" [ 1226.719735] env[62127]: _type = "Task" [ 1226.719735] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.730258] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52eb13f9-7001-618f-8a6f-2933a392a551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.925064] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732525, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.035464] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732523, 'name': ReconfigVM_Task, 'duration_secs': 0.570602} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.036040] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Reconfigured VM instance instance-00000004 to attach disk [datastore1] 155f172d-43df-4a99-9e15-c2f506cf2992/155f172d-43df-4a99-9e15-c2f506cf2992.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1227.036507] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bbc65c9b-1bbe-4f5a-aa81-2d6c9b4d4a7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.044273] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1227.044273] env[62127]: value = "task-1732526" [ 1227.044273] env[62127]: _type = "Task" [ 1227.044273] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.054903] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732526, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.072760] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.072760] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquired lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.072760] env[62127]: DEBUG nova.network.neutron [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.092105] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e5a6d6a2-fd09-4561-bdb9-e1b4da520721 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.589s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.100365] env[62127]: INFO nova.compute.manager [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Took 19.81 seconds to build instance. [ 1227.235990] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52eb13f9-7001-618f-8a6f-2933a392a551, 'name': SearchDatastore_Task, 'duration_secs': 0.035039} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.236130] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1227.236341] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1227.236572] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1227.236713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.236883] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1227.237194] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-22d17bc6-4fe4-4803-8589-754c2004a042 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.246917] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1227.247884] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1227.248857] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f35c1be-55ef-4a5e-9d86-00038b237ef6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.255042] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1227.255042] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52210514-4747-35c9-7d9f-66bc1b913d69" [ 1227.255042] env[62127]: _type = "Task" [ 1227.255042] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.263616] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52210514-4747-35c9-7d9f-66bc1b913d69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.265071] env[62127]: DEBUG nova.scheduler.client.report [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 18 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1227.265305] env[62127]: DEBUG nova.compute.provider_tree [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 18 to 19 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1227.265476] env[62127]: DEBUG nova.compute.provider_tree [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1227.422348] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732525, 'name': PowerOnVM_Task, 'duration_secs': 0.851271} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.423088] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.423088] env[62127]: INFO nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Took 12.99 seconds to spawn the instance on the hypervisor. [ 1227.423088] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1227.423880] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f262bcae-fec4-4350-ba41-cb5313c343ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.554070] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732526, 'name': Rename_Task, 'duration_secs': 0.214897} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.554361] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1227.554600] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a03ecbd7-f83d-4761-8a50-c635fb29d389 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.561143] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1227.561143] env[62127]: value = "task-1732527" [ 1227.561143] env[62127]: _type = "Task" [ 1227.561143] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.569785] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732527, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.602659] env[62127]: DEBUG nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1227.607405] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9f675ed-8948-4027-9a19-8039ae006098 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.375s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.766843] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52210514-4747-35c9-7d9f-66bc1b913d69, 'name': SearchDatastore_Task, 'duration_secs': 0.010642} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.767903] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd17b49-8a6d-49a8-b50e-e3ed57395620 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.771095] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.559s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.771651] env[62127]: DEBUG nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1227.774779] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.219s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.774900] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1227.775225] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1227.775551] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.307s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1227.780032] env[62127]: INFO nova.compute.claims [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1227.780976] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d2c084-9dcc-4336-b606-36019595191e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.786289] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1227.786289] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52773812-fda9-5129-1d9f-016e5e58f1e6" [ 1227.786289] env[62127]: _type = "Task" [ 1227.786289] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.786807] env[62127]: DEBUG nova.network.neutron [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1227.796213] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebddfc77-a668-48db-965d-8cf2d1b23b20 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.805308] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52773812-fda9-5129-1d9f-016e5e58f1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.822363] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608b1302-7a74-445e-a747-a2a1d0ab4dbe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.833289] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b52877-6a9f-4dd9-ab21-0965ee1342b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.867656] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181311MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1227.867896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1227.943970] env[62127]: INFO nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Took 21.40 seconds to build instance. [ 1228.027152] env[62127]: DEBUG nova.network.neutron [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Updated VIF entry in instance network info cache for port f0de9435-3874-4dad-8b55-9ff68fd92a9e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.027519] env[62127]: DEBUG nova.network.neutron [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Updating instance_info_cache with network_info: [{"id": "f0de9435-3874-4dad-8b55-9ff68fd92a9e", "address": "fa:16:3e:ee:e4:6a", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf0de9435-38", "ovs_interfaceid": "f0de9435-3874-4dad-8b55-9ff68fd92a9e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.072652] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.112075] env[62127]: DEBUG nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1228.144103] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.263496] env[62127]: DEBUG nova.network.neutron [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updating instance_info_cache with network_info: [{"id": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "address": "fa:16:3e:3a:01:4d", "network": {"id": "5026168b-f2cf-43bd-9294-4dc50e9f7e62", "bridge": "br-int", "label": "tempest-ServersTestJSON-639767374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1473fb4bc4a5abf5b9ded1c0000ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f09bbb2-a5", "ovs_interfaceid": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.281926] env[62127]: DEBUG nova.compute.utils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1228.287019] env[62127]: DEBUG nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1228.287019] env[62127]: DEBUG nova.network.neutron [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.303772] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52773812-fda9-5129-1d9f-016e5e58f1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.132748} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.305019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.305290] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ba1584e7-f56e-4c91-b39b-13af8d91cb1a/ba1584e7-f56e-4c91-b39b-13af8d91cb1a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1228.305553] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df571c12-3b18-4c14-86ef-08bac38d061c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.313359] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1228.313359] env[62127]: value = "task-1732528" [ 1228.313359] env[62127]: _type = "Task" [ 1228.313359] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.323733] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.421312] env[62127]: DEBUG nova.policy [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '46ff21c62fb74040a73582534f8148be', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd4d841939d2a469ea4adfcda88a9f1c3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1228.446864] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "659eaab2-d81a-4125-85c5-1c162698c066" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.919s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1228.530623] env[62127]: DEBUG oslo_concurrency.lockutils [req-da2bce1d-3e81-43a1-bf7a-fe647d491ba8 req-0aaab740-bf20-424c-9cc5-9098a65e1643 service nova] Releasing lock "refresh_cache-155f172d-43df-4a99-9e15-c2f506cf2992" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.573851] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732527, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.634814] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1228.772339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Releasing lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1228.772339] env[62127]: DEBUG nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Instance network_info: |[{"id": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "address": "fa:16:3e:3a:01:4d", "network": {"id": "5026168b-f2cf-43bd-9294-4dc50e9f7e62", "bridge": "br-int", "label": "tempest-ServersTestJSON-639767374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1473fb4bc4a5abf5b9ded1c0000ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f09bbb2-a5", "ovs_interfaceid": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1228.772713] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:01:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f09bbb2-a55d-4192-8f78-0dd27339de2c', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.778046] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Creating folder: Project (b1e1473fb4bc4a5abf5b9ded1c0000ca). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.778224] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f186abd8-3539-40b7-964c-0e489a9a1d86 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.787518] env[62127]: DEBUG nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1228.802235] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Created folder: Project (b1e1473fb4bc4a5abf5b9ded1c0000ca) in parent group-v360450. [ 1228.802294] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Creating folder: Instances. Parent ref: group-v360465. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1228.802770] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c3dcead-b1b8-4f54-ad3b-680bd1f825cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.825935] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Created folder: Instances in parent group-v360465. [ 1228.826228] env[62127]: DEBUG oslo.service.loopingcall [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1228.826821] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.828033] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08d0dd33-b222-45ac-bbf2-cda8ea191899 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.857769] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.864061] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.864061] env[62127]: value = "task-1732531" [ 1228.864061] env[62127]: _type = "Task" [ 1228.864061] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.883684] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732531, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.000760] env[62127]: DEBUG nova.network.neutron [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Successfully created port: c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1229.080345] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732527, 'name': PowerOnVM_Task} progress is 71%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.159767] env[62127]: DEBUG nova.compute.manager [None req-5bc8cba6-85c3-4359-be62-49d188860034 tempest-ServerDiagnosticsV248Test-1495497283 tempest-ServerDiagnosticsV248Test-1495497283-project-admin] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1229.171044] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0f90d3-5ef1-4c75-876b-71a7a8742339 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.184094] env[62127]: INFO nova.compute.manager [None req-5bc8cba6-85c3-4359-be62-49d188860034 tempest-ServerDiagnosticsV248Test-1495497283 tempest-ServerDiagnosticsV248Test-1495497283-project-admin] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Retrieving diagnostics [ 1229.186448] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d3caeab-2159-4b5f-878d-8ae4619a9554 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.234444] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-008be904-8651-4ab8-b38b-6328e5e5edf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.247908] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5577917-9df6-4e7f-a166-cab1ee7fe5fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.292843] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892b83ea-997a-4567-a4e9-c1b30cf66346 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.309965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b63f7f2-d754-4e00-8fdc-49ca9ddebc59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.331481] env[62127]: DEBUG nova.compute.provider_tree [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.343836] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732528, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.378115] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732531, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.574562] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732527, 'name': PowerOnVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.803110] env[62127]: DEBUG nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1229.830388] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732528, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.267812} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.833418] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ba1584e7-f56e-4c91-b39b-13af8d91cb1a/ba1584e7-f56e-4c91-b39b-13af8d91cb1a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1229.833679] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1229.834159] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b7d5d942-f40e-4234-944a-6aa5197c85db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.840411] env[62127]: DEBUG nova.scheduler.client.report [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1229.845327] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1229.850650] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1229.850650] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.850940] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1229.850940] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.851028] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1229.851233] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1229.851359] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1229.851526] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1229.851688] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1229.851937] env[62127]: DEBUG nova.virt.hardware [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1229.852830] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271d22bc-21b9-48af-aa43-ac7d1ca04806 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.863632] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f26a80a-e154-44b1-be95-6d3d2c0d47a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.873114] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1229.873114] env[62127]: value = "task-1732532" [ 1229.873114] env[62127]: _type = "Task" [ 1229.873114] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.904881] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732531, 'name': CreateVM_Task, 'duration_secs': 0.954651} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.905793] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.906595] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1229.906883] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.907849] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1229.910992] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f1199f-d4c2-4c8a-965d-03497f626513 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.913183] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732532, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.916471] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1229.916471] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d33c98-4806-0b6c-e4f9-287378e4b6c5" [ 1229.916471] env[62127]: _type = "Task" [ 1229.916471] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.929375] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d33c98-4806-0b6c-e4f9-287378e4b6c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.078539] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732527, 'name': PowerOnVM_Task, 'duration_secs': 2.079769} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.078849] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1230.079070] env[62127]: INFO nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Took 13.25 seconds to spawn the instance on the hypervisor. [ 1230.079253] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1230.080207] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61d855a4-1403-4ba7-8d05-5e7854544d2c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.359134] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.583s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.359764] env[62127]: DEBUG nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1230.363337] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.072s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.365010] env[62127]: INFO nova.compute.claims [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1230.383896] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732532, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094027} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.384558] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.385976] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70645d40-4e69-4324-b9c2-dcfc10c705a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.419426] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] ba1584e7-f56e-4c91-b39b-13af8d91cb1a/ba1584e7-f56e-4c91-b39b-13af8d91cb1a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.419426] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6b69ac2-4860-45e7-8b2a-8401d6b04e80 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.447896] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d33c98-4806-0b6c-e4f9-287378e4b6c5, 'name': SearchDatastore_Task, 'duration_secs': 0.011978} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.451301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1230.451301] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1230.451301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1230.451301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.451301] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1230.452401] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1230.452401] env[62127]: value = "task-1732533" [ 1230.452401] env[62127]: _type = "Task" [ 1230.452401] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.452401] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f0eb7c3-10ec-4947-b8d0-1bb5de0da777 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.464474] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.465880] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1230.466112] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1230.467217] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231b0298-7df0-4ca4-ad54-02838d7bb133 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.474292] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1230.474292] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526b1e32-1ec9-2221-2cf3-19763d4329b8" [ 1230.474292] env[62127]: _type = "Task" [ 1230.474292] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.485045] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526b1e32-1ec9-2221-2cf3-19763d4329b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.495055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Acquiring lock "459bb8b2-be29-4a2e-a7a1-9060a18219be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.495144] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.495317] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Acquiring lock "459bb8b2-be29-4a2e-a7a1-9060a18219be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1230.495534] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1230.495722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1230.499529] env[62127]: INFO nova.compute.manager [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Terminating instance [ 1230.501037] env[62127]: DEBUG nova.compute.manager [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1230.501151] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1230.502028] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56de0d60-e5d8-41a0-952b-47cba81e1c77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.510412] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.510695] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-566f3f57-cf3f-458d-99b4-17d7b6acc221 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.517741] env[62127]: DEBUG oslo_vmware.api [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Waiting for the task: (returnval){ [ 1230.517741] env[62127]: value = "task-1732534" [ 1230.517741] env[62127]: _type = "Task" [ 1230.517741] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.531533] env[62127]: DEBUG oslo_vmware.api [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Task: {'id': task-1732534, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.603992] env[62127]: INFO nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Took 24.00 seconds to build instance. [ 1230.858663] env[62127]: DEBUG nova.network.neutron [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Successfully updated port: 498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.865197] env[62127]: DEBUG nova.compute.utils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1230.866525] env[62127]: DEBUG nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1230.867693] env[62127]: DEBUG nova.network.neutron [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1230.967613] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.989240] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526b1e32-1ec9-2221-2cf3-19763d4329b8, 'name': SearchDatastore_Task, 'duration_secs': 0.02235} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.990590] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72edd4bc-9954-4646-8009-877f0035a83d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.998104] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1230.998104] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529749c4-92f8-af08-afb7-62f7f809d7d2" [ 1230.998104] env[62127]: _type = "Task" [ 1230.998104] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.012135] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529749c4-92f8-af08-afb7-62f7f809d7d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.027619] env[62127]: DEBUG oslo_vmware.api [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Task: {'id': task-1732534, 'name': PowerOffVM_Task, 'duration_secs': 0.320318} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.027995] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1231.028141] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1231.028342] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33d99c6b-ac10-4988-80f4-6ea1d64c27af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.050231] env[62127]: DEBUG nova.policy [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa702baefefc43b3a7ad7e5c39de1389', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '92a2bb54d9d548cb9f63c322bd69684a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1231.106714] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "155f172d-43df-4a99-9e15-c2f506cf2992" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.527s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.126520] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1231.126751] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1231.126937] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Deleting the datastore file [datastore1] 459bb8b2-be29-4a2e-a7a1-9060a18219be {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1231.128305] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-86114351-adaf-4d8c-88eb-9f7c9fa80e8d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.136115] env[62127]: DEBUG oslo_vmware.api [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Waiting for the task: (returnval){ [ 1231.136115] env[62127]: value = "task-1732536" [ 1231.136115] env[62127]: _type = "Task" [ 1231.136115] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.146743] env[62127]: DEBUG oslo_vmware.api [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Task: {'id': task-1732536, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.292552] env[62127]: DEBUG nova.compute.manager [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Received event network-changed-1d70b7b2-9b30-4ba5-a777-7ed37771435c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1231.293756] env[62127]: DEBUG nova.compute.manager [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Refreshing instance network info cache due to event network-changed-1d70b7b2-9b30-4ba5-a777-7ed37771435c. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1231.295398] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] Acquiring lock "refresh_cache-ba1584e7-f56e-4c91-b39b-13af8d91cb1a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.295398] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] Acquired lock "refresh_cache-ba1584e7-f56e-4c91-b39b-13af8d91cb1a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.295398] env[62127]: DEBUG nova.network.neutron [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Refreshing network info cache for port 1d70b7b2-9b30-4ba5-a777-7ed37771435c {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.361295] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.361447] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquired lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.361607] env[62127]: DEBUG nova.network.neutron [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.372769] env[62127]: DEBUG nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1231.468335] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732533, 'name': ReconfigVM_Task, 'duration_secs': 0.65725} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.469162] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Reconfigured VM instance instance-00000005 to attach disk [datastore1] ba1584e7-f56e-4c91-b39b-13af8d91cb1a/ba1584e7-f56e-4c91-b39b-13af8d91cb1a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.471701] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1f00174-daab-4bd7-8f6c-1bbe0654b8e4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.476042] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1231.476042] env[62127]: value = "task-1732537" [ 1231.476042] env[62127]: _type = "Task" [ 1231.476042] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.488569] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732537, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.511721] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529749c4-92f8-af08-afb7-62f7f809d7d2, 'name': SearchDatastore_Task, 'duration_secs': 0.01703} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.514502] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1231.514810] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 56dd5354-066e-4da8-8d9b-82c417a89b2f/56dd5354-066e-4da8-8d9b-82c417a89b2f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1231.518344] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-87ceb4e8-f183-4ed7-95f1-f916bac0983e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.522756] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1231.522756] env[62127]: value = "task-1732538" [ 1231.522756] env[62127]: _type = "Task" [ 1231.522756] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.539843] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732538, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.613764] env[62127]: DEBUG nova.compute.manager [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Received event network-vif-plugged-9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1231.613963] env[62127]: DEBUG oslo_concurrency.lockutils [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] Acquiring lock "56dd5354-066e-4da8-8d9b-82c417a89b2f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1231.614227] env[62127]: DEBUG oslo_concurrency.lockutils [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1231.614403] env[62127]: DEBUG oslo_concurrency.lockutils [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1231.614581] env[62127]: DEBUG nova.compute.manager [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] No waiting events found dispatching network-vif-plugged-9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1231.614743] env[62127]: WARNING nova.compute.manager [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Received unexpected event network-vif-plugged-9f09bbb2-a55d-4192-8f78-0dd27339de2c for instance with vm_state building and task_state spawning. [ 1231.614903] env[62127]: DEBUG nova.compute.manager [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Received event network-changed-9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1231.615063] env[62127]: DEBUG nova.compute.manager [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Refreshing instance network info cache due to event network-changed-9f09bbb2-a55d-4192-8f78-0dd27339de2c. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1231.615269] env[62127]: DEBUG oslo_concurrency.lockutils [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] Acquiring lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1231.615403] env[62127]: DEBUG oslo_concurrency.lockutils [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] Acquired lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.615555] env[62127]: DEBUG nova.network.neutron [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Refreshing network info cache for port 9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1231.638290] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b00e63-fbf0-47f6-a95e-ee66b4a3b8bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.652700] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-074d79e6-97d7-44e8-b3d2-f7da5e284ceb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.656565] env[62127]: DEBUG oslo_vmware.api [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Task: {'id': task-1732536, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.460155} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.656841] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1231.657037] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1231.657214] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1231.657422] env[62127]: INFO nova.compute.manager [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1231.657880] env[62127]: DEBUG oslo.service.loopingcall [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1231.658461] env[62127]: DEBUG nova.compute.manager [-] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1231.658461] env[62127]: DEBUG nova.network.neutron [-] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1231.689397] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad11c5c-3931-4e25-a8bd-64787ca12578 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.698089] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1749999-269f-4a3c-be81-e8516dc851bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.713245] env[62127]: DEBUG nova.compute.provider_tree [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.746426] env[62127]: DEBUG nova.network.neutron [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Successfully updated port: c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1231.971578] env[62127]: DEBUG nova.network.neutron [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.995115] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732537, 'name': Rename_Task, 'duration_secs': 0.193298} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.995115] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1231.995115] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37efd8f7-e5b0-4398-92aa-e89a7af2f498 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.004266] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1232.004266] env[62127]: value = "task-1732539" [ 1232.004266] env[62127]: _type = "Task" [ 1232.004266] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.019878] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732539, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.039511] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732538, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.216968] env[62127]: DEBUG nova.scheduler.client.report [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1232.250988] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1232.250988] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquired lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.250988] env[62127]: DEBUG nova.network.neutron [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1232.392648] env[62127]: DEBUG nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1232.433397] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T06:05:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='23121800',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-398543464',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1232.433397] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1232.433397] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1232.433612] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1232.433612] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1232.433612] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1232.436110] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1232.436110] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1232.436110] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1232.436110] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1232.436110] env[62127]: DEBUG nova.virt.hardware [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1232.437174] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98484474-a5b7-419a-8cab-da21536bd95f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.449937] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab1d3d2-3653-4ec2-a7aa-64db440ea317 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.516628] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732539, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.535215] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732538, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.724936} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.535215] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 56dd5354-066e-4da8-8d9b-82c417a89b2f/56dd5354-066e-4da8-8d9b-82c417a89b2f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1232.535215] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1232.535215] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-55dfc604-7cf9-4023-9666-600ef26a28fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.544151] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1232.544151] env[62127]: value = "task-1732540" [ 1232.544151] env[62127]: _type = "Task" [ 1232.544151] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.544953] env[62127]: DEBUG nova.network.neutron [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Successfully created port: 58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.556451] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732540, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.703215] env[62127]: DEBUG nova.network.neutron [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Updating instance_info_cache with network_info: [{"id": "498bf07f-f2a3-43ab-a302-3de6e7383996", "address": "fa:16:3e:bd:de:bd", "network": {"id": "225598c8-7fef-46f8-aa56-00f02f286baf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1823610921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d8ce3cb43b042c3b4949eb497e94cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498bf07f-f2", "ovs_interfaceid": "498bf07f-f2a3-43ab-a302-3de6e7383996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.726868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.363s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1232.727415] env[62127]: DEBUG nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1232.732191] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 4.864s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1232.869231] env[62127]: DEBUG nova.network.neutron [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1233.024850] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732539, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.061550] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732540, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077218} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.061842] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1233.062916] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108dd702-54e8-4a0d-854d-cfddc0cb76d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.092592] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 56dd5354-066e-4da8-8d9b-82c417a89b2f/56dd5354-066e-4da8-8d9b-82c417a89b2f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1233.096459] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56aeea09-beec-404d-af4d-db9174c1f619 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.121956] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1233.121956] env[62127]: value = "task-1732541" [ 1233.121956] env[62127]: _type = "Task" [ 1233.121956] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.133660] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732541, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.206400] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Releasing lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.206924] env[62127]: DEBUG nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Instance network_info: |[{"id": "498bf07f-f2a3-43ab-a302-3de6e7383996", "address": "fa:16:3e:bd:de:bd", "network": {"id": "225598c8-7fef-46f8-aa56-00f02f286baf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1823610921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d8ce3cb43b042c3b4949eb497e94cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498bf07f-f2", "ovs_interfaceid": "498bf07f-f2a3-43ab-a302-3de6e7383996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1233.207240] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:de:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '459b8c74-0aa6-42b6-996a-42b1c5d7e5c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '498bf07f-f2a3-43ab-a302-3de6e7383996', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1233.217839] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Creating folder: Project (8d8ce3cb43b042c3b4949eb497e94cf6). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.219819] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4dcdb944-be35-4190-8e94-7743b31da5b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.228766] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Created folder: Project (8d8ce3cb43b042c3b4949eb497e94cf6) in parent group-v360450. [ 1233.228938] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Creating folder: Instances. Parent ref: group-v360468. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1233.229227] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ab70a00a-9dbe-459f-a434-551930e8ac15 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.237215] env[62127]: DEBUG nova.compute.utils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1233.238734] env[62127]: DEBUG nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1233.238924] env[62127]: DEBUG nova.network.neutron [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1233.252880] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Created folder: Instances in parent group-v360468. [ 1233.253664] env[62127]: DEBUG oslo.service.loopingcall [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1233.254104] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1233.254379] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bc7df07-2c34-444b-b9db-b95fbaa5f00e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.271671] env[62127]: DEBUG nova.network.neutron [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Updated VIF entry in instance network info cache for port 1d70b7b2-9b30-4ba5-a777-7ed37771435c. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.272114] env[62127]: DEBUG nova.network.neutron [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Updating instance_info_cache with network_info: [{"id": "1d70b7b2-9b30-4ba5-a777-7ed37771435c", "address": "fa:16:3e:18:b3:85", "network": {"id": "3eab1ec3-4a63-4955-9e59-6df51a6ef210", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-436645807-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ca334d9e271c4aff9247a5120b4978e4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16f09e8c-5240-4839-80cc-62ec29700bd2", "external-id": "nsx-vlan-transportzone-720", "segmentation_id": 720, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d70b7b2-9b", "ovs_interfaceid": "1d70b7b2-9b30-4ba5-a777-7ed37771435c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.282136] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1233.282136] env[62127]: value = "task-1732544" [ 1233.282136] env[62127]: _type = "Task" [ 1233.282136] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.294842] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732544, 'name': CreateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.449040] env[62127]: DEBUG nova.policy [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ac6f55a3e0fb46de8d8a212f09632745', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f84e5797e3a848569a3766af5b48bfbc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1233.465314] env[62127]: DEBUG nova.network.neutron [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updated VIF entry in instance network info cache for port 9f09bbb2-a55d-4192-8f78-0dd27339de2c. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1233.465559] env[62127]: DEBUG nova.network.neutron [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updating instance_info_cache with network_info: [{"id": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "address": "fa:16:3e:3a:01:4d", "network": {"id": "5026168b-f2cf-43bd-9294-4dc50e9f7e62", "bridge": "br-int", "label": "tempest-ServersTestJSON-639767374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1473fb4bc4a5abf5b9ded1c0000ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f09bbb2-a5", "ovs_interfaceid": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.516680] env[62127]: DEBUG oslo_vmware.api [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732539, 'name': PowerOnVM_Task, 'duration_secs': 1.218871} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.516862] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.517082] env[62127]: INFO nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Took 14.31 seconds to spawn the instance on the hypervisor. [ 1233.517258] env[62127]: DEBUG nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1233.519107] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde76bae-23fb-4218-ad12-7c2a9c348ca4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.531220] env[62127]: DEBUG nova.network.neutron [-] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.633932] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732541, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.693093] env[62127]: DEBUG nova.network.neutron [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.752441] env[62127]: DEBUG nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1233.778536] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6a897dc-74ae-4870-ad47-31a836841105 req-e64d3ad3-cef3-4e39-96ca-225ea9c3bb8b service nova] Releasing lock "refresh_cache-ba1584e7-f56e-4c91-b39b-13af8d91cb1a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1233.789246] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6ffb63f7-e9ba-43fc-a289-796552c5e84f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.789246] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 49d54fac-78b3-4034-85dc-10a9fb7b7df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.789246] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4a71a883-4f0a-43bd-8426-ccd16617938b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.789246] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.792152] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 56dd5354-066e-4da8-8d9b-82c417a89b2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.792152] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 155f172d-43df-4a99-9e15-c2f506cf2992 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.792152] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 659eaab2-d81a-4125-85c5-1c162698c066 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.792152] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ba1584e7-f56e-4c91-b39b-13af8d91cb1a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1233.798299] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732544, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.968805] env[62127]: DEBUG oslo_concurrency.lockutils [req-6a712a44-aca2-4b51-ad3b-98769c75b9e3 req-edb5cf6f-a340-45b7-9ad4-1b24a4738f3d service nova] Releasing lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.042026] env[62127]: INFO nova.compute.manager [-] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Took 2.38 seconds to deallocate network for instance. [ 1234.059174] env[62127]: INFO nova.compute.manager [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Took 27.42 seconds to build instance. [ 1234.134074] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732541, 'name': ReconfigVM_Task, 'duration_secs': 0.554131} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.134344] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 56dd5354-066e-4da8-8d9b-82c417a89b2f/56dd5354-066e-4da8-8d9b-82c417a89b2f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1234.135793] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-89bc9663-5159-434a-8f4b-d7b7f421ea60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.145158] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1234.145158] env[62127]: value = "task-1732545" [ 1234.145158] env[62127]: _type = "Task" [ 1234.145158] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.157022] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732545, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.196275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Releasing lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.197204] env[62127]: DEBUG nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Instance network_info: |[{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1234.197434] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:39:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b91b49a8-b849-4d0c-97f7-74fdcd88ae03', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c9398559-7679-4487-a40f-b9dbbc54bfce', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1234.209311] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Creating folder: Project (d4d841939d2a469ea4adfcda88a9f1c3). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.211021] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63f9cf9d-4550-423e-979f-e1c4d5ad582c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.222026] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Created folder: Project (d4d841939d2a469ea4adfcda88a9f1c3) in parent group-v360450. [ 1234.222110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Creating folder: Instances. Parent ref: group-v360471. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1234.222419] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d5f8134b-2b2a-4920-9c9f-dc6274ee7c3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.233188] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Created folder: Instances in parent group-v360471. [ 1234.233439] env[62127]: DEBUG oslo.service.loopingcall [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1234.234565] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1234.234565] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27c07bd3-958f-48d1-b31e-4134fceca264 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.256678] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1234.256678] env[62127]: value = "task-1732548" [ 1234.256678] env[62127]: _type = "Task" [ 1234.256678] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.270902] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732548, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.298738] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 271a9646-4243-4064-9c16-817beba6fcc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1234.298974] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 92a365cf-c09f-494c-8205-6a0bd9fa0f25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1234.309672] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732544, 'name': CreateVM_Task, 'duration_secs': 0.677446} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.310073] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.311045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.311303] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.311761] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.312133] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13854f8c-de48-49cc-97c1-17ed6e20f8f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.321203] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1234.321203] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52aaf9a1-3159-c610-67c7-61c56eea034d" [ 1234.321203] env[62127]: _type = "Task" [ 1234.321203] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.333617] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52aaf9a1-3159-c610-67c7-61c56eea034d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.480693] env[62127]: DEBUG nova.network.neutron [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Successfully created port: 0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1234.552853] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.564843] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a9fe630-4902-4951-bbe9-75f4bfa3a06d tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.932s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1234.658491] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732545, 'name': Rename_Task, 'duration_secs': 0.190812} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.659479] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1234.659889] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1484bcd7-f4ca-4a13-a831-a0c24ceeeca0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.667613] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1234.667613] env[62127]: value = "task-1732549" [ 1234.667613] env[62127]: _type = "Task" [ 1234.667613] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.677075] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.770860] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732548, 'name': CreateVM_Task, 'duration_secs': 0.42244} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.771134] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.772146] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.773376] env[62127]: DEBUG nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1234.777065] env[62127]: INFO nova.compute.manager [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Rebuilding instance [ 1234.803353] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ba3913b8-fc13-46ae-9b0b-729f32e761c7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1234.803652] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 459bb8b2-be29-4a2e-a7a1-9060a18219be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1234.803652] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8b557f94-d200-4d69-b97f-a799b5f6b10b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1234.804466] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1234.804673] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1234.809776] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1234.809776] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1234.809776] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1234.810054] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1234.810054] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1234.810793] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1234.811116] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1234.811590] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1234.811827] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1234.812209] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1234.812281] env[62127]: DEBUG nova.virt.hardware [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1234.814867] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32573499-505b-4b93-a20d-9125144df68e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.835324] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2eee2d-807f-481d-999c-01c5910f9f62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.860359] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52aaf9a1-3159-c610-67c7-61c56eea034d, 'name': SearchDatastore_Task, 'duration_secs': 0.012336} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.865051] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.865349] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.865605] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.865785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.866052] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1234.866503] env[62127]: DEBUG nova.compute.manager [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1234.867066] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.867318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1234.867606] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5250eda7-c431-4d18-82b2-cbd250508874 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.870063] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f49f6b7-a66a-4db9-8332-b308c0a1ca15 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.873111] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4983585-380f-4cf8-a3c2-a5743e54ecee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.878503] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1234.878503] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ff60a1-e024-d101-71f8-2aa8696b38ee" [ 1234.878503] env[62127]: _type = "Task" [ 1234.878503] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.891441] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1234.891441] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1234.891441] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44e6470c-be54-4420-8d01-a2342bf023e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.901185] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ff60a1-e024-d101-71f8-2aa8696b38ee, 'name': SearchDatastore_Task, 'duration_secs': 0.011217} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.901185] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1234.901185] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5284088b-e290-1183-668a-dba3e30ef0a7" [ 1234.901185] env[62127]: _type = "Task" [ 1234.901185] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.901185] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1234.901597] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1234.901597] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1234.914216] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5284088b-e290-1183-668a-dba3e30ef0a7, 'name': SearchDatastore_Task, 'duration_secs': 0.012332} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.915180] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad0d9163-c5a0-46e8-b40c-3dfaac5b920d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.922369] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1234.922369] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528ff9a0-e8a9-eb5e-6ba8-74fcdd1060af" [ 1234.922369] env[62127]: _type = "Task" [ 1234.922369] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.931868] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528ff9a0-e8a9-eb5e-6ba8-74fcdd1060af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.082110] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368148a7-d902-42c4-aabd-ac1a7c103adf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.090767] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ddb0c39-196b-4d79-b5b1-ef7f0552d7cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.127644] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02246ce7-0aeb-45b2-a18e-17b26ffe4655 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.139324] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffb50610-ea8a-4689-b77e-8dfd0f9658c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.156527] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1235.179632] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732549, 'name': PowerOnVM_Task} progress is 1%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.394139] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1235.394139] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f67724b5-2c89-4d7b-b6eb-82d279ee41f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.400786] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1235.400786] env[62127]: value = "task-1732550" [ 1235.400786] env[62127]: _type = "Task" [ 1235.400786] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.410435] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.443424] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528ff9a0-e8a9-eb5e-6ba8-74fcdd1060af, 'name': SearchDatastore_Task, 'duration_secs': 0.010608} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.443424] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1235.443424] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 49d54fac-78b3-4034-85dc-10a9fb7b7df5/49d54fac-78b3-4034-85dc-10a9fb7b7df5.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.443424] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.443606] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.443606] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85029388-d57e-41e0-8140-aec48ec4c3a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.444582] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0beaca64-ff83-4872-8893-f7ce027c5ad3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.452276] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1235.452276] env[62127]: value = "task-1732551" [ 1235.452276] env[62127]: _type = "Task" [ 1235.452276] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.457431] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.457641] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.458812] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77933c4-a16e-4ecc-ac53-d282873ead76 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.464645] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.468245] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1235.468245] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ccdfbe-b69c-dbc1-c0fd-d7112417bf16" [ 1235.468245] env[62127]: _type = "Task" [ 1235.468245] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.477524] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ccdfbe-b69c-dbc1-c0fd-d7112417bf16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.664683] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1235.683042] env[62127]: DEBUG oslo_vmware.api [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1732549, 'name': PowerOnVM_Task, 'duration_secs': 0.985512} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.684285] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1235.684285] env[62127]: INFO nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Took 11.76 seconds to spawn the instance on the hypervisor. [ 1235.684452] env[62127]: DEBUG nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1235.685255] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc84c12-d3c9-441d-99c0-81322597716c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.921259] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732550, 'name': PowerOffVM_Task, 'duration_secs': 0.132981} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.921259] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.921259] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1235.921259] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f88788-1174-4f34-9319-0fbbd49573c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.932141] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.932443] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d099fbf2-8d39-47e7-94ac-eec170cffbe8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.961140] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.961550] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.961550] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Deleting the datastore file [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.963499] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0104a5f9-f203-4f93-b091-4834edf8b124 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.974120] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732551, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.981494] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1235.981494] env[62127]: value = "task-1732553" [ 1235.981494] env[62127]: _type = "Task" [ 1235.981494] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.990244] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ccdfbe-b69c-dbc1-c0fd-d7112417bf16, 'name': SearchDatastore_Task, 'duration_secs': 0.034354} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.991347] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f73a4c2-20fb-4ef7-94bf-d49b04223a2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.003533] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732553, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.009431] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1236.009431] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523212b5-ab12-90f6-7a73-8bc28427f885" [ 1236.009431] env[62127]: _type = "Task" [ 1236.009431] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.018239] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523212b5-ab12-90f6-7a73-8bc28427f885, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.046567] env[62127]: DEBUG nova.network.neutron [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Successfully updated port: 58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1236.170429] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1236.170815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.438s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.171474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.028s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1236.173512] env[62127]: INFO nova.compute.claims [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.206592] env[62127]: INFO nova.compute.manager [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Took 28.18 seconds to build instance. [ 1236.466190] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.497527] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732553, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262395} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.497927] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.498029] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.498163] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.523368] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523212b5-ab12-90f6-7a73-8bc28427f885, 'name': SearchDatastore_Task, 'duration_secs': 0.066445} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.524417] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1236.524417] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 92a365cf-c09f-494c-8205-6a0bd9fa0f25/92a365cf-c09f-494c-8205-6a0bd9fa0f25.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1236.524417] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72f719d6-8547-4242-bd22-6b56bd554835 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.533103] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1236.533103] env[62127]: value = "task-1732558" [ 1236.533103] env[62127]: _type = "Task" [ 1236.533103] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.545999] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.552117] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1236.552117] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquired lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.552117] env[62127]: DEBUG nova.network.neutron [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.710853] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d7e50e0-0ea6-4fe6-91f6-930dee054720 tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.697s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.965477] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732551, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.014180] env[62127]: DEBUG nova.network.neutron [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Successfully updated port: 0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1237.048488] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.112850] env[62127]: DEBUG nova.network.neutron [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1237.176221] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.177089] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1237.177794] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1237.177794] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1237.396837] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca63d5f3-a96a-4f4b-a593-ad62210feef2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.405330] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4dc1e3c-aaa5-4b6d-a06a-70c6a2474c03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.446462] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb35067-cc5e-4e8c-9fcb-4d490bca1516 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.456127] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56f676c-3937-4d28-b83b-369a7c070014 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.474284] env[62127]: DEBUG nova.compute.provider_tree [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1237.479785] env[62127]: DEBUG nova.network.neutron [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updating instance_info_cache with network_info: [{"id": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "address": "fa:16:3e:e5:b4:38", "network": {"id": "7de6da09-d37f-4063-b9d2-7cf41f688903", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2017858722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a2bb54d9d548cb9f63c322bd69684a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cb3f68-e5", "ovs_interfaceid": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.481907] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732551, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.71369} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.482511] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 49d54fac-78b3-4034-85dc-10a9fb7b7df5/49d54fac-78b3-4034-85dc-10a9fb7b7df5.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1237.482793] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1237.483096] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5b96fed9-444e-425c-9269-e7dfbf8e1196 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.493855] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1237.493855] env[62127]: value = "task-1732559" [ 1237.493855] env[62127]: _type = "Task" [ 1237.493855] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.501510] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.517793] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.518133] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquired lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.518200] env[62127]: DEBUG nova.network.neutron [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1237.544109] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1237.544109] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1237.544109] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1237.544109] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1237.544499] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1237.544499] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1237.544499] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1237.544499] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1237.544499] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1237.544740] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1237.544740] env[62127]: DEBUG nova.virt.hardware [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1237.544740] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75cd2a11-8643-4c27-94cb-8f3b4fe6b510 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.554702] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732558, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.558316] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c33766-957d-411c-9fb9-d619de51628e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.575392] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1237.581501] env[62127]: DEBUG oslo.service.loopingcall [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1237.582154] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1237.582401] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efd21efa-8e80-4d56-a243-212ee8f09bb7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.600806] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1237.600806] env[62127]: value = "task-1732560" [ 1237.600806] env[62127]: _type = "Task" [ 1237.600806] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.618307] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732560, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.655334] env[62127]: DEBUG nova.compute.manager [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Received event network-vif-plugged-498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1237.655334] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] Acquiring lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.655334] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.655334] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.655334] env[62127]: DEBUG nova.compute.manager [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] No waiting events found dispatching network-vif-plugged-498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1237.655513] env[62127]: WARNING nova.compute.manager [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Received unexpected event network-vif-plugged-498bf07f-f2a3-43ab-a302-3de6e7383996 for instance with vm_state building and task_state spawning. [ 1237.655513] env[62127]: DEBUG nova.compute.manager [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Received event network-changed-498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1237.655513] env[62127]: DEBUG nova.compute.manager [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Refreshing instance network info cache due to event network-changed-498bf07f-f2a3-43ab-a302-3de6e7383996. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1237.655513] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] Acquiring lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.655513] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] Acquired lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.655679] env[62127]: DEBUG nova.network.neutron [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Refreshing network info cache for port 498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.685971] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1237.686174] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1237.686301] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1237.686419] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1237.686535] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1237.698552] env[62127]: DEBUG nova.compute.manager [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Received event network-vif-plugged-c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1237.699112] env[62127]: DEBUG oslo_concurrency.lockutils [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] Acquiring lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1237.699731] env[62127]: DEBUG oslo_concurrency.lockutils [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1237.699976] env[62127]: DEBUG oslo_concurrency.lockutils [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1237.700288] env[62127]: DEBUG nova.compute.manager [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] No waiting events found dispatching network-vif-plugged-c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1237.700846] env[62127]: WARNING nova.compute.manager [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Received unexpected event network-vif-plugged-c9398559-7679-4487-a40f-b9dbbc54bfce for instance with vm_state building and task_state spawning. [ 1237.701963] env[62127]: DEBUG nova.compute.manager [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Received event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1237.702280] env[62127]: DEBUG nova.compute.manager [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing instance network info cache due to event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1237.707055] env[62127]: DEBUG oslo_concurrency.lockutils [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] Acquiring lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.707055] env[62127]: DEBUG oslo_concurrency.lockutils [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] Acquired lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.707055] env[62127]: DEBUG nova.network.neutron [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1237.750243] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1237.751469] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.751469] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1237.751469] env[62127]: DEBUG nova.objects.instance [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lazy-loading 'info_cache' on Instance uuid 459bb8b2-be29-4a2e-a7a1-9060a18219be {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1237.985165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Releasing lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1237.985165] env[62127]: DEBUG nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Instance network_info: |[{"id": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "address": "fa:16:3e:e5:b4:38", "network": {"id": "7de6da09-d37f-4063-b9d2-7cf41f688903", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2017858722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a2bb54d9d548cb9f63c322bd69684a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cb3f68-e5", "ovs_interfaceid": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1237.991020] env[62127]: DEBUG nova.scheduler.client.report [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1238.000389] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:b4:38', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58cb3f68-e55f-48a6-b715-ebbd93d4ab16', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1238.010663] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Creating folder: Project (92a2bb54d9d548cb9f63c322bd69684a). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.011626] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ea3becd-ae53-4f9e-b155-b6de839301b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.028407] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082964} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.031887] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1238.037027] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Created folder: Project (92a2bb54d9d548cb9f63c322bd69684a) in parent group-v360450. [ 1238.037027] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Creating folder: Instances. Parent ref: group-v360478. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1238.037027] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176324e0-b5f7-4f3d-ad68-1272e6353f3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.040394] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e46c9342-05d3-45d3-8bcf-1fd59340aa17 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.075482] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 49d54fac-78b3-4034-85dc-10a9fb7b7df5/49d54fac-78b3-4034-85dc-10a9fb7b7df5.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1238.081579] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474168d2-7d55-40cf-ac5e-3308d911c42a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.099714] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732558, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.100744] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Created folder: Instances in parent group-v360478. [ 1238.101193] env[62127]: DEBUG oslo.service.loopingcall [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1238.102480] env[62127]: DEBUG nova.network.neutron [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.105591] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1238.110520] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bcf250ce-ceef-4e03-89f7-ae3558dc4214 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.128381] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1238.128381] env[62127]: value = "task-1732563" [ 1238.128381] env[62127]: _type = "Task" [ 1238.128381] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.142612] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732560, 'name': CreateVM_Task, 'duration_secs': 0.435868} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.143087] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1238.143087] env[62127]: value = "task-1732564" [ 1238.143087] env[62127]: _type = "Task" [ 1238.143087] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.143925] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.144703] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.145171] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.145636] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.158030] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e557a1d6-b4cf-46b9-868e-fe432c39a300 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.159149] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.167752] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732564, 'name': CreateVM_Task} progress is 15%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.169621] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1238.169621] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52053eca-654c-fd61-b982-88a6b48abf6b" [ 1238.169621] env[62127]: _type = "Task" [ 1238.169621] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.183772] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52053eca-654c-fd61-b982-88a6b48abf6b, 'name': SearchDatastore_Task, 'duration_secs': 0.010674} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.185054] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.185054] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1238.185196] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.187079] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.187079] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1238.187079] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-894d6b2e-8857-456d-82c8-ab65ffeeae44 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.195554] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1238.195776] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1238.197496] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5062f6cb-bebf-4f5b-8959-0d359548ba5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.204870] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1238.204870] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b2e583-42c8-91af-f6ae-d25e6b95ab64" [ 1238.204870] env[62127]: _type = "Task" [ 1238.204870] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.221271] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b2e583-42c8-91af-f6ae-d25e6b95ab64, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.224628] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013541bd-a2f4-4f35-b761-92e0083cb9a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.236963] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1238.236963] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52414946-5bb5-1662-8309-ea8b5688277b" [ 1238.236963] env[62127]: _type = "Task" [ 1238.236963] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.247681] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52414946-5bb5-1662-8309-ea8b5688277b, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.247979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1238.248226] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.248504] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65fc1a06-edb8-4a69-807c-7a70596d5815 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.268402] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1238.268402] env[62127]: value = "task-1732565" [ 1238.268402] env[62127]: _type = "Task" [ 1238.268402] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.278072] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.319978] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.320242] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.498165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.327s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1238.499665] env[62127]: DEBUG nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1238.504939] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.869s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.505516] env[62127]: INFO nova.compute.claims [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1238.513198] env[62127]: DEBUG nova.network.neutron [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Updating instance_info_cache with network_info: [{"id": "0471b701-32e0-411a-8ccc-3f41747963fe", "address": "fa:16:3e:0e:9d:e9", "network": {"id": "cc920dc8-085f-4e96-8fd5-97a9f295436a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1354772571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84e5797e3a848569a3766af5b48bfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0471b701-32", "ovs_interfaceid": "0471b701-32e0-411a-8ccc-3f41747963fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.563796] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732558, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.641101] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732563, 'name': ReconfigVM_Task, 'duration_secs': 0.34936} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.642921] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 49d54fac-78b3-4034-85dc-10a9fb7b7df5/49d54fac-78b3-4034-85dc-10a9fb7b7df5.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1238.653028] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-274e5a0b-f78a-40d6-a6ee-b52bde9db312 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.661030] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1238.661030] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1238.673326] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732564, 'name': CreateVM_Task, 'duration_secs': 0.407975} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.673326] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1238.673625] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1238.673625] env[62127]: value = "task-1732566" [ 1238.673625] env[62127]: _type = "Task" [ 1238.673625] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.674406] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1238.675239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.675239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1238.675239] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cbfda4-e453-49f7-9a0d-b67f3a3af3df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.687159] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1238.687159] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521c6111-0b85-7df2-aafd-5c683ad93f33" [ 1238.687159] env[62127]: _type = "Task" [ 1238.687159] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.692244] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732566, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.707762] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521c6111-0b85-7df2-aafd-5c683ad93f33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.708969] env[62127]: DEBUG nova.network.neutron [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updated VIF entry in instance network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.709575] env[62127]: DEBUG nova.network.neutron [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.747258] env[62127]: DEBUG nova.network.neutron [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Updated VIF entry in instance network info cache for port 498bf07f-f2a3-43ab-a302-3de6e7383996. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1238.748031] env[62127]: DEBUG nova.network.neutron [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Updating instance_info_cache with network_info: [{"id": "498bf07f-f2a3-43ab-a302-3de6e7383996", "address": "fa:16:3e:bd:de:bd", "network": {"id": "225598c8-7fef-46f8-aa56-00f02f286baf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1823610921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d8ce3cb43b042c3b4949eb497e94cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498bf07f-f2", "ovs_interfaceid": "498bf07f-f2a3-43ab-a302-3de6e7383996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1238.781695] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.792504] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1238.824649] env[62127]: DEBUG nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1239.006100] env[62127]: DEBUG nova.compute.utils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1239.007665] env[62127]: DEBUG nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1239.007872] env[62127]: DEBUG nova.network.neutron [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.016212] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Releasing lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.016342] env[62127]: DEBUG nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Instance network_info: |[{"id": "0471b701-32e0-411a-8ccc-3f41747963fe", "address": "fa:16:3e:0e:9d:e9", "network": {"id": "cc920dc8-085f-4e96-8fd5-97a9f295436a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1354772571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84e5797e3a848569a3766af5b48bfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0471b701-32", "ovs_interfaceid": "0471b701-32e0-411a-8ccc-3f41747963fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1239.017110] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:9d:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f6fb0104-186b-4288-b87e-634893f46f01', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0471b701-32e0-411a-8ccc-3f41747963fe', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1239.025992] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Creating folder: Project (f84e5797e3a848569a3766af5b48bfbc). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.025992] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d73db6c2-9f0b-4208-9fa0-8a116caa2abf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.036908] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Created folder: Project (f84e5797e3a848569a3766af5b48bfbc) in parent group-v360450. [ 1239.037187] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Creating folder: Instances. Parent ref: group-v360481. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1239.037479] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68cffd7e-dca2-4b38-80e3-937235be285b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.053770] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732558, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.373866} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.055072] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 92a365cf-c09f-494c-8205-6a0bd9fa0f25/92a365cf-c09f-494c-8205-6a0bd9fa0f25.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.055303] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.055562] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Created folder: Instances in parent group-v360481. [ 1239.055763] env[62127]: DEBUG oslo.service.loopingcall [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1239.055974] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40012d8b-24f8-4cea-9b0c-63be5c227e9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.057863] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1239.058111] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d6070d5c-49e6-459b-84f5-0016e98ddda1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.078049] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1239.078049] env[62127]: value = "task-1732569" [ 1239.078049] env[62127]: _type = "Task" [ 1239.078049] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.082240] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1239.082240] env[62127]: value = "task-1732570" [ 1239.082240] env[62127]: _type = "Task" [ 1239.082240] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.090636] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732569, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.097743] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732570, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.110224] env[62127]: DEBUG nova.policy [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62efcfd0a83b48d388b05aa33d22f10f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'df49f434743e4667ab253cc6eb59b0b2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1239.165738] env[62127]: DEBUG nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1239.193719] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732566, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.208698] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521c6111-0b85-7df2-aafd-5c683ad93f33, 'name': SearchDatastore_Task, 'duration_secs': 0.01714} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.212517] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.212855] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1239.213348] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1239.213565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.213784] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1239.214733] env[62127]: DEBUG oslo_concurrency.lockutils [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] Releasing lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.214997] env[62127]: DEBUG nova.compute.manager [req-409e24c3-5d8f-4cf2-b7a8-2f1982c17474 req-08b0ca5e-9951-4b24-a8ef-ada8208bb7aa service nova] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Received event network-vif-deleted-9ddee79d-adbc-4990-98b7-4dfc63a8fcf8 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1239.215477] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f1336dfe-d5c3-4d40-8fdc-f5cc2b653782 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.239149] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1239.239489] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1239.240745] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-921ac3fc-1cdd-4ead-9168-1130a30d173d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.250964] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1239.250964] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521229e8-cc9b-7d70-abc6-180ceed62a99" [ 1239.250964] env[62127]: _type = "Task" [ 1239.250964] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.256259] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a83c790-bed6-4522-aa76-c7fde3d6e83d req-0f786d56-3788-4183-bb1a-5858d6cf3a50 service nova] Releasing lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1239.264187] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521229e8-cc9b-7d70-abc6-180ceed62a99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.281023] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732565, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.355086] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.498543] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.513722] env[62127]: DEBUG nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1239.593310] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732570, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.599058] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732569, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.115135} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.599332] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.600240] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6ef2651-c900-4f81-8fb8-b34ca0957383 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.624825] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 92a365cf-c09f-494c-8205-6a0bd9fa0f25/92a365cf-c09f-494c-8205-6a0bd9fa0f25.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.627691] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6dc3e0a7-4b4d-44f3-a5d8-9460f2ff5c9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.649486] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1239.649486] env[62127]: value = "task-1732572" [ 1239.649486] env[62127]: _type = "Task" [ 1239.649486] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.658366] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732572, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.685899] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732566, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.691954] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1239.765061] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521229e8-cc9b-7d70-abc6-180ceed62a99, 'name': SearchDatastore_Task, 'duration_secs': 0.069739} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.766148] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f40d3f94-ecc7-44f0-8782-409774cf08f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.776244] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1239.776244] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52abb96c-0e72-2bae-2f1a-910ba738038f" [ 1239.776244] env[62127]: _type = "Task" [ 1239.776244] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.782967] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732565, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.302804} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.783759] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.784031] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.786703] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16871a62-3e2e-4b55-a56e-95451b2cd33c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.792218] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52abb96c-0e72-2bae-2f1a-910ba738038f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.797127] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1239.797127] env[62127]: value = "task-1732573" [ 1239.797127] env[62127]: _type = "Task" [ 1239.797127] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.805035] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732573, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.808324] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29c6e900-210a-47a8-8ef0-8b7fe98252db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.813607] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fe91b5-2cae-4a2f-b56a-ceb03bbfa921 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.846098] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fe94d5-c6f4-4d93-b445-e2b85df9d6cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.854016] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55626842-2a15-41e0-9f96-d8d68b836ce4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.871413] env[62127]: DEBUG nova.compute.provider_tree [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.001200] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-459bb8b2-be29-4a2e-a7a1-9060a18219be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.001642] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1240.002090] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.002224] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.002398] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.002589] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.103799] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732570, 'name': CreateVM_Task, 'duration_secs': 0.528296} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.103799] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1240.104780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.104780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.105292] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1240.105292] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ae0f5c5-6bac-4096-a689-6583846d1db3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.112330] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1240.112330] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529e62e2-12cd-b1e1-5e65-bab69a3918e0" [ 1240.112330] env[62127]: _type = "Task" [ 1240.112330] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.123270] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529e62e2-12cd-b1e1-5e65-bab69a3918e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.155040] env[62127]: DEBUG nova.network.neutron [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Successfully created port: e25f9cda-e327-408f-ab43-8e3923f9e8be {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.162515] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.189102] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732566, 'name': Rename_Task, 'duration_secs': 1.248639} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.189931] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1240.189931] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc6bf4a4-686b-4c97-8b6f-0a9629e65f51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.197633] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1240.197633] env[62127]: value = "task-1732574" [ 1240.197633] env[62127]: _type = "Task" [ 1240.197633] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.207176] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.286469] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52abb96c-0e72-2bae-2f1a-910ba738038f, 'name': SearchDatastore_Task, 'duration_secs': 0.046699} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.286727] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.286979] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 4a71a883-4f0a-43bd-8426-ccd16617938b/4a71a883-4f0a-43bd-8426-ccd16617938b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1240.287244] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7775b78-407a-4dee-8948-58ec20d92d49 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.293760] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1240.293760] env[62127]: value = "task-1732575" [ 1240.293760] env[62127]: _type = "Task" [ 1240.293760] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.304554] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.309985] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732573, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149549} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.310343] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1240.311242] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3a7c45-53be-445d-be2f-e6805723933d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.333473] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1240.334329] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64ebefa4-701e-4dbe-90a6-5663d2755ad2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.358324] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1240.358324] env[62127]: value = "task-1732576" [ 1240.358324] env[62127]: _type = "Task" [ 1240.358324] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.365670] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732576, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.374775] env[62127]: DEBUG nova.scheduler.client.report [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1240.525544] env[62127]: DEBUG nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1240.565686] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1240.566282] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1240.566615] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.566917] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1240.567345] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.567798] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1240.568167] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1240.568460] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1240.568796] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1240.569306] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1240.569679] env[62127]: DEBUG nova.virt.hardware [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1240.571141] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f50f04-4ed9-443d-8f3b-98f636bb60e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.581522] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f27830-daff-42fb-a5ae-19de94758603 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.624316] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529e62e2-12cd-b1e1-5e65-bab69a3918e0, 'name': SearchDatastore_Task, 'duration_secs': 0.037175} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.624892] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1240.625136] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1240.625437] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1240.625744] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.627474] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1240.627668] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0edf154-f6b1-4ed6-b7ac-923acf2bcbab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.641536] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1240.641536] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1240.641961] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb327cc7-b487-49d1-9b93-9d837d7fe098 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.654067] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1240.654067] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dcaba8-8ed4-59ac-a93d-5070dcd658d6" [ 1240.654067] env[62127]: _type = "Task" [ 1240.654067] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.669344] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732572, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.673847] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dcaba8-8ed4-59ac-a93d-5070dcd658d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.715614] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732574, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.806090] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732575, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.875678] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732576, 'name': ReconfigVM_Task, 'duration_secs': 0.416483} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.876092] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.876783] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-888c93b3-547a-451b-8b0c-917b8824678a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.880856] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1240.880856] env[62127]: DEBUG nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1240.883184] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.331s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1240.883537] env[62127]: DEBUG nova.objects.instance [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Lazy-loading 'resources' on Instance uuid 459bb8b2-be29-4a2e-a7a1-9060a18219be {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1240.886789] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1240.886789] env[62127]: value = "task-1732577" [ 1240.886789] env[62127]: _type = "Task" [ 1240.886789] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.898696] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732577, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.144133] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1241.144133] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1241.177471] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732572, 'name': ReconfigVM_Task, 'duration_secs': 1.498441} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.190558] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 92a365cf-c09f-494c-8205-6a0bd9fa0f25/92a365cf-c09f-494c-8205-6a0bd9fa0f25.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1241.192467] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dcaba8-8ed4-59ac-a93d-5070dcd658d6, 'name': SearchDatastore_Task, 'duration_secs': 0.037775} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.192467] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53c38ab7-0119-4a17-9fec-59187233d594 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.194758] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4efff84-414c-4a08-870a-267e0a2774df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.206031] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1241.206031] env[62127]: value = "task-1732578" [ 1241.206031] env[62127]: _type = "Task" [ 1241.206031] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.206031] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1241.206031] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52475ec2-7c33-f22b-3527-e92fc4f9f5cb" [ 1241.206031] env[62127]: _type = "Task" [ 1241.206031] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.215791] env[62127]: DEBUG oslo_vmware.api [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1732574, 'name': PowerOnVM_Task, 'duration_secs': 0.540147} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.216784] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1241.217033] env[62127]: INFO nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Took 14.98 seconds to spawn the instance on the hypervisor. [ 1241.217223] env[62127]: DEBUG nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1241.218020] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bede673a-b9ed-4542-93f7-4cc9f8a584ae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.235659] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52475ec2-7c33-f22b-3527-e92fc4f9f5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013072} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.235659] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732578, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.235659] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1241.235659] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8b557f94-d200-4d69-b97f-a799b5f6b10b/8b557f94-d200-4d69-b97f-a799b5f6b10b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1241.236078] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b58a707-34c4-46af-a056-db6cd6807206 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.247437] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1241.247437] env[62127]: value = "task-1732579" [ 1241.247437] env[62127]: _type = "Task" [ 1241.247437] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.258033] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.306080] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798449} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.306563] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 4a71a883-4f0a-43bd-8426-ccd16617938b/4a71a883-4f0a-43bd-8426-ccd16617938b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1241.306847] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1241.307987] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb13cb63-009c-4c22-a8f6-fe7539246998 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.313858] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1241.313858] env[62127]: value = "task-1732580" [ 1241.313858] env[62127]: _type = "Task" [ 1241.313858] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.324404] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732580, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.387299] env[62127]: DEBUG nova.compute.utils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1241.390078] env[62127]: DEBUG nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1241.390327] env[62127]: DEBUG nova.network.neutron [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.407657] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732577, 'name': Rename_Task, 'duration_secs': 0.303724} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.408774] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.408774] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7897e478-5221-4b19-8f63-0a39ad8ffea0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.415584] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1241.415584] env[62127]: value = "task-1732581" [ 1241.415584] env[62127]: _type = "Task" [ 1241.415584] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.424622] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.504968] env[62127]: DEBUG nova.policy [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5546b09004f44c70af43d1e703ff0a78', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ccb8c3361c344556b0354c35aeda9f2b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1241.647705] env[62127]: DEBUG nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1241.698661] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1fbd6c-0ece-4f99-884e-35c3e5346208 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.714565] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c606eda6-fc40-42ba-9478-6afe6f5c6441 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.724158] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732578, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.766240] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5968362-86a9-4f2c-a58f-3dc1d2f38328 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.770820] env[62127]: INFO nova.compute.manager [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Took 29.44 seconds to build instance. [ 1241.778525] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.782681] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef6e495-9eaa-4350-a0ca-d585455a3bb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.803139] env[62127]: DEBUG nova.compute.provider_tree [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1241.828564] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732580, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081514} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.829387] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1241.830124] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d700493a-628d-4b33-8bf1-9550777dd348 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.856402] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 4a71a883-4f0a-43bd-8426-ccd16617938b/4a71a883-4f0a-43bd-8426-ccd16617938b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1241.856944] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3aa9e96a-2b23-406c-b61d-ccfb48bdbffe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.881198] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1241.881198] env[62127]: value = "task-1732583" [ 1241.881198] env[62127]: _type = "Task" [ 1241.881198] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.894307] env[62127]: DEBUG nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1241.897170] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.931138] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.191168] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1242.219403] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732578, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.276283] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7266e4-4c0c-4a7e-8db6-f0963668d2a7 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.955s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.277274] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.865715} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.277826] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8b557f94-d200-4d69-b97f-a799b5f6b10b/8b557f94-d200-4d69-b97f-a799b5f6b10b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1242.278348] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1242.279689] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c0ae7875-4b61-4a5f-8347-2492b811a4d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.290762] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1242.290762] env[62127]: value = "task-1732584" [ 1242.290762] env[62127]: _type = "Task" [ 1242.290762] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.301837] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732584, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.306792] env[62127]: DEBUG nova.scheduler.client.report [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1242.404926] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.429096] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.486140] env[62127]: DEBUG nova.network.neutron [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Successfully created port: 226ae82d-9f8b-42b7-a9c2-af9cd7757010 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.720621] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732578, 'name': Rename_Task, 'duration_secs': 1.336633} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.724853] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1242.725223] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-38758c73-a79b-4979-9b21-21018009fd81 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.733198] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1242.733198] env[62127]: value = "task-1732585" [ 1242.733198] env[62127]: _type = "Task" [ 1242.733198] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.741025] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732585, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.758707] env[62127]: DEBUG nova.network.neutron [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Successfully updated port: e25f9cda-e327-408f-ab43-8e3923f9e8be {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1242.802405] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732584, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093134} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.803030] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1242.806020] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbe4286-9ad2-4b43-ad94-eee79ba2dbdc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.821406] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1242.835390] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] 8b557f94-d200-4d69-b97f-a799b5f6b10b/8b557f94-d200-4d69-b97f-a799b5f6b10b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.836861] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.482s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1242.838262] env[62127]: INFO nova.compute.claims [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1242.841329] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29efb5d4-7f33-453c-ac8c-d3ba5fd54fd5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.864524] env[62127]: INFO nova.scheduler.client.report [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Deleted allocations for instance 459bb8b2-be29-4a2e-a7a1-9060a18219be [ 1242.869195] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1242.869195] env[62127]: value = "task-1732586" [ 1242.869195] env[62127]: _type = "Task" [ 1242.869195] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.882643] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732586, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.891378] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.907710] env[62127]: DEBUG nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1242.935980] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732581, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.955134] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1242.955904] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1242.955904] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.956079] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1242.956199] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.956407] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1242.956640] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1242.956848] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1242.957096] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1242.957321] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1242.957583] env[62127]: DEBUG nova.virt.hardware [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.958610] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f218d675-3070-41bb-bf8e-65586118af05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.970633] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fb99f7f-1afa-4334-94fa-6c12a2dc093c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.149999] env[62127]: DEBUG nova.compute.manager [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Received event network-vif-plugged-58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.152739] env[62127]: DEBUG oslo_concurrency.lockutils [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] Acquiring lock "4a71a883-4f0a-43bd-8426-ccd16617938b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.152984] env[62127]: DEBUG oslo_concurrency.lockutils [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.153278] env[62127]: DEBUG oslo_concurrency.lockutils [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.153436] env[62127]: DEBUG nova.compute.manager [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] No waiting events found dispatching network-vif-plugged-58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1243.153558] env[62127]: WARNING nova.compute.manager [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Received unexpected event network-vif-plugged-58cb3f68-e55f-48a6-b715-ebbd93d4ab16 for instance with vm_state building and task_state spawning. [ 1243.154234] env[62127]: DEBUG nova.compute.manager [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Received event network-changed-58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.154234] env[62127]: DEBUG nova.compute.manager [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Refreshing instance network info cache due to event network-changed-58cb3f68-e55f-48a6-b715-ebbd93d4ab16. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1243.154234] env[62127]: DEBUG oslo_concurrency.lockutils [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] Acquiring lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.155405] env[62127]: DEBUG oslo_concurrency.lockutils [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] Acquired lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.155577] env[62127]: DEBUG nova.network.neutron [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Refreshing network info cache for port 58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.204774] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "b0681af5-fe44-4dc1-9939-fcb24d26084c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.205897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.240404] env[62127]: DEBUG nova.compute.manager [None req-bad714f6-9c1e-410e-b6d2-96778d1d6a7b tempest-ServerDiagnosticsV248Test-1495497283 tempest-ServerDiagnosticsV248Test-1495497283-project-admin] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.247689] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caffb01d-e780-4923-b21f-7d96a4e1f75a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.255552] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732585, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.260531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "refresh_cache-ba3913b8-fc13-46ae-9b0b-729f32e761c7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.260674] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquired lock "refresh_cache-ba3913b8-fc13-46ae-9b0b-729f32e761c7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.260856] env[62127]: DEBUG nova.network.neutron [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.263218] env[62127]: INFO nova.compute.manager [None req-bad714f6-9c1e-410e-b6d2-96778d1d6a7b tempest-ServerDiagnosticsV248Test-1495497283 tempest-ServerDiagnosticsV248Test-1495497283-project-admin] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Retrieving diagnostics [ 1243.264117] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58759ccb-e4be-445a-8f22-10b1da6cfa12 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.305636] env[62127]: DEBUG nova.compute.manager [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Received event network-vif-plugged-0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.305913] env[62127]: DEBUG oslo_concurrency.lockutils [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] Acquiring lock "8b557f94-d200-4d69-b97f-a799b5f6b10b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.306173] env[62127]: DEBUG oslo_concurrency.lockutils [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.306654] env[62127]: DEBUG oslo_concurrency.lockutils [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.306876] env[62127]: DEBUG nova.compute.manager [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] No waiting events found dispatching network-vif-plugged-0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1243.307432] env[62127]: WARNING nova.compute.manager [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Received unexpected event network-vif-plugged-0471b701-32e0-411a-8ccc-3f41747963fe for instance with vm_state building and task_state spawning. [ 1243.307432] env[62127]: DEBUG nova.compute.manager [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Received event network-changed-0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1243.307432] env[62127]: DEBUG nova.compute.manager [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Refreshing instance network info cache due to event network-changed-0471b701-32e0-411a-8ccc-3f41747963fe. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1243.307721] env[62127]: DEBUG oslo_concurrency.lockutils [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] Acquiring lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1243.307801] env[62127]: DEBUG oslo_concurrency.lockutils [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] Acquired lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.308175] env[62127]: DEBUG nova.network.neutron [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Refreshing network info cache for port 0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.386290] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32593ea5-eac1-4db4-89be-497dd27b5352 tempest-DeleteServersAdminTestJSON-1498023802 tempest-DeleteServersAdminTestJSON-1498023802-project-admin] Lock "459bb8b2-be29-4a2e-a7a1-9060a18219be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.891s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.400493] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732586, 'name': ReconfigVM_Task, 'duration_secs': 0.487262} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.401390] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] 8b557f94-d200-4d69-b97f-a799b5f6b10b/8b557f94-d200-4d69-b97f-a799b5f6b10b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.401651] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75926319-d379-4301-a5d3-a572a0238df0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.408698] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732583, 'name': ReconfigVM_Task, 'duration_secs': 1.184565} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.409109] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 4a71a883-4f0a-43bd-8426-ccd16617938b/4a71a883-4f0a-43bd-8426-ccd16617938b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.410033] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e525115-ac3a-4df2-865f-b8f6a8555486 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.414013] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1243.414013] env[62127]: value = "task-1732587" [ 1243.414013] env[62127]: _type = "Task" [ 1243.414013] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.418601] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1243.418601] env[62127]: value = "task-1732588" [ 1243.418601] env[62127]: _type = "Task" [ 1243.418601] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.429562] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732587, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.433352] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732588, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.440396] env[62127]: DEBUG oslo_vmware.api [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732581, 'name': PowerOnVM_Task, 'duration_secs': 1.733566} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.440802] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.440936] env[62127]: DEBUG nova.compute.manager [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.442348] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb539a6-decd-4703-85aa-e0b9ef3418c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.710607] env[62127]: DEBUG nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1243.745418] env[62127]: DEBUG oslo_vmware.api [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1732585, 'name': PowerOnVM_Task, 'duration_secs': 0.708829} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.745925] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1243.746277] env[62127]: INFO nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Took 13.94 seconds to spawn the instance on the hypervisor. [ 1243.746676] env[62127]: DEBUG nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1243.747669] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5fb644f-17a8-4226-820b-788a919541bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.760981] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "659eaab2-d81a-4125-85c5-1c162698c066" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.760981] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "659eaab2-d81a-4125-85c5-1c162698c066" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.760981] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "659eaab2-d81a-4125-85c5-1c162698c066-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.761501] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "659eaab2-d81a-4125-85c5-1c162698c066-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1243.762033] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "659eaab2-d81a-4125-85c5-1c162698c066-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1243.764821] env[62127]: INFO nova.compute.manager [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Terminating instance [ 1243.767888] env[62127]: DEBUG nova.compute.manager [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1243.768213] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1243.769682] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929b08c0-af39-4773-bad9-617c79601c28 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.780632] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.780632] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43edb4e9-8f03-426b-8e5d-d15b7b7df6c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.787384] env[62127]: DEBUG oslo_vmware.api [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1243.787384] env[62127]: value = "task-1732590" [ 1243.787384] env[62127]: _type = "Task" [ 1243.787384] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.798894] env[62127]: DEBUG oslo_vmware.api [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.888304] env[62127]: DEBUG nova.network.neutron [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1243.930747] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732587, 'name': Rename_Task, 'duration_secs': 0.273043} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.936882] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.936882] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732588, 'name': Rename_Task, 'duration_secs': 0.258953} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.938960] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-374349d0-3573-491d-bcad-5fc96a9f1cb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.940110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1243.944127] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-40c6fcec-5254-4615-a35a-965c3ffb5e30 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.961025] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1243.961025] env[62127]: value = "task-1732591" [ 1243.961025] env[62127]: _type = "Task" [ 1243.961025] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.961025] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1243.961025] env[62127]: value = "task-1732592" [ 1243.961025] env[62127]: _type = "Task" [ 1243.961025] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.978333] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1243.988745] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732591, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.992960] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732592, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.152288] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c791793-ce19-4f21-9763-9941830da3f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.162411] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96051867-2a99-4cb4-ad13-77fe7200b8a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.196251] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e263423-8fb5-4563-acab-27920466501b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.204136] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f687975-7cf1-46ba-9253-194867b343bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.232108] env[62127]: DEBUG nova.compute.provider_tree [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.250730] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1244.273107] env[62127]: INFO nova.compute.manager [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Took 31.50 seconds to build instance. [ 1244.303435] env[62127]: DEBUG oslo_vmware.api [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732590, 'name': PowerOffVM_Task, 'duration_secs': 0.225001} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.303853] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.303853] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1244.303983] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5f6edfff-7873-46ec-8c50-2576c7f4892a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.445495] env[62127]: DEBUG nova.network.neutron [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Updating instance_info_cache with network_info: [{"id": "e25f9cda-e327-408f-ab43-8e3923f9e8be", "address": "fa:16:3e:14:e8:71", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25f9cda-e3", "ovs_interfaceid": "e25f9cda-e327-408f-ab43-8e3923f9e8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.471357] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.484456] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.526029] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1244.526029] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1244.526029] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleting the datastore file [datastore1] 659eaab2-d81a-4125-85c5-1c162698c066 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1244.529839] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0bffe64-efe8-4bc6-9e25-26d530635e9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.545209] env[62127]: DEBUG oslo_vmware.api [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1244.545209] env[62127]: value = "task-1732594" [ 1244.545209] env[62127]: _type = "Task" [ 1244.545209] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.561505] env[62127]: DEBUG oslo_vmware.api [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732594, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.583050] env[62127]: DEBUG nova.network.neutron [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Updated VIF entry in instance network info cache for port 0471b701-32e0-411a-8ccc-3f41747963fe. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.583471] env[62127]: DEBUG nova.network.neutron [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Updating instance_info_cache with network_info: [{"id": "0471b701-32e0-411a-8ccc-3f41747963fe", "address": "fa:16:3e:0e:9d:e9", "network": {"id": "cc920dc8-085f-4e96-8fd5-97a9f295436a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1354772571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84e5797e3a848569a3766af5b48bfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0471b701-32", "ovs_interfaceid": "0471b701-32e0-411a-8ccc-3f41747963fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.767703] env[62127]: ERROR nova.scheduler.client.report [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [req-2cf91c52-1e21-4e69-8dd0-9f05692e6919] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cf91c52-1e21-4e69-8dd0-9f05692e6919"}]} [ 1244.774876] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9586c2b9-cf4a-4ae6-a378-23da59345a04 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.014s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1244.792810] env[62127]: DEBUG nova.scheduler.client.report [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1244.819922] env[62127]: DEBUG nova.scheduler.client.report [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1244.820188] env[62127]: DEBUG nova.compute.provider_tree [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1244.836328] env[62127]: DEBUG nova.scheduler.client.report [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1244.863905] env[62127]: DEBUG nova.scheduler.client.report [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1244.928348] env[62127]: DEBUG nova.network.neutron [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updated VIF entry in instance network info cache for port 58cb3f68-e55f-48a6-b715-ebbd93d4ab16. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1244.928348] env[62127]: DEBUG nova.network.neutron [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updating instance_info_cache with network_info: [{"id": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "address": "fa:16:3e:e5:b4:38", "network": {"id": "7de6da09-d37f-4063-b9d2-7cf41f688903", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2017858722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a2bb54d9d548cb9f63c322bd69684a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cb3f68-e5", "ovs_interfaceid": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.950339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Releasing lock "refresh_cache-ba3913b8-fc13-46ae-9b0b-729f32e761c7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1244.950594] env[62127]: DEBUG nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Instance network_info: |[{"id": "e25f9cda-e327-408f-ab43-8e3923f9e8be", "address": "fa:16:3e:14:e8:71", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25f9cda-e3", "ovs_interfaceid": "e25f9cda-e327-408f-ab43-8e3923f9e8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1244.951572] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:e8:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e25f9cda-e327-408f-ab43-8e3923f9e8be', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1244.964297] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Creating folder: Project (df49f434743e4667ab253cc6eb59b0b2). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.968443] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d47f8ab-936a-44ee-b9a7-8ba3bdcbb1b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.983222] env[62127]: DEBUG oslo_vmware.api [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732591, 'name': PowerOnVM_Task, 'duration_secs': 0.859207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.987717] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.988588] env[62127]: INFO nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1244.988885] env[62127]: DEBUG nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1244.989225] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Created folder: Project (df49f434743e4667ab253cc6eb59b0b2) in parent group-v360450. [ 1244.989408] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Creating folder: Instances. Parent ref: group-v360484. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1244.994923] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fdaafc-650e-4e8d-8a16-49f3c8b51380 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.996316] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34b03f11-b5b3-429c-835a-8ad1a1613ffc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.997906] env[62127]: DEBUG oslo_vmware.api [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1732592, 'name': PowerOnVM_Task, 'duration_secs': 0.870286} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.998189] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1244.998727] env[62127]: INFO nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Took 12.61 seconds to spawn the instance on the hypervisor. [ 1244.998727] env[62127]: DEBUG nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1245.001622] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b5dc7b-bacb-4716-8982-93eee1cd9595 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.013963] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Created folder: Instances in parent group-v360484. [ 1245.013963] env[62127]: DEBUG oslo.service.loopingcall [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.013963] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.014190] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a35f9ad-03a4-4d83-a121-f4f32ca4b980 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.047874] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.047874] env[62127]: value = "task-1732597" [ 1245.047874] env[62127]: _type = "Task" [ 1245.047874] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.057406] env[62127]: DEBUG oslo_vmware.api [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732594, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16327} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.063209] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1245.063422] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1245.063595] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1245.063820] env[62127]: INFO nova.compute.manager [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Took 1.30 seconds to destroy the instance on the hypervisor. [ 1245.064079] env[62127]: DEBUG oslo.service.loopingcall [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1245.064271] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732597, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.065334] env[62127]: DEBUG nova.compute.manager [-] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1245.065415] env[62127]: DEBUG nova.network.neutron [-] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1245.086156] env[62127]: DEBUG oslo_concurrency.lockutils [req-e2763824-787f-48ae-b118-2f7d1cef612e req-925fce59-5ca9-4c83-850c-2a40b7c8e46a service nova] Releasing lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.207525] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d36df3c-fba0-46de-9b17-db94d53a61da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.218927] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0dddef1-c806-4c14-8fd1-a35fbec3d1eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.257802] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d78818f-333d-46ff-bbdc-3d705679bcc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.266608] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d77fbd-75a1-4eb8-b3cf-dc12e2f54934 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.282310] env[62127]: DEBUG nova.compute.provider_tree [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.430679] env[62127]: DEBUG oslo_concurrency.lockutils [req-c91cba62-43c5-4db0-baa0-b44bbeb17e01 req-c73b30f1-28fc-4029-9a1c-0b1f04ae80b7 service nova] Releasing lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1245.522165] env[62127]: INFO nova.compute.manager [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Took 21.26 seconds to build instance. [ 1245.555423] env[62127]: INFO nova.compute.manager [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Took 28.11 seconds to build instance. [ 1245.571966] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732597, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.666588] env[62127]: DEBUG nova.network.neutron [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Successfully updated port: 226ae82d-9f8b-42b7-a9c2-af9cd7757010 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1245.785987] env[62127]: DEBUG nova.scheduler.client.report [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1246.026203] env[62127]: DEBUG oslo_concurrency.lockutils [None req-04afc3ad-6625-4af4-8e94-79ffa31f22fa tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.276s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.059632] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c2fcbc1-166c-4a05-93bc-09ba4578686f tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.620s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.067101] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732597, 'name': CreateVM_Task, 'duration_secs': 0.639739} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.067720] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.068193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.068401] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.070642] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1246.070642] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b5ad8f1-69ad-4e73-bd02-4fdd776f90a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.077198] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1246.077198] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526f788a-ec17-be29-637c-93544e560d06" [ 1246.077198] env[62127]: _type = "Task" [ 1246.077198] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.093110] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526f788a-ec17-be29-637c-93544e560d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.147057] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "e7f51043-6190-446e-a795-68fba59f8b37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1246.147057] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "e7f51043-6190-446e-a795-68fba59f8b37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.170566] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "refresh_cache-271a9646-4243-4064-9c16-817beba6fcc9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.170796] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquired lock "refresh_cache-271a9646-4243-4064-9c16-817beba6fcc9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.170880] env[62127]: DEBUG nova.network.neutron [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.291848] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.454s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1246.291848] env[62127]: DEBUG nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1246.296199] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.603s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1246.297486] env[62127]: INFO nova.compute.claims [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1246.403691] env[62127]: DEBUG nova.network.neutron [-] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.599943] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526f788a-ec17-be29-637c-93544e560d06, 'name': SearchDatastore_Task, 'duration_secs': 0.015299} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.600276] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1246.600502] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.600732] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1246.600871] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.601055] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.601342] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91c0ad12-b144-4337-b7d2-f1d75f0d87e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.618158] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.618158] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.618462] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-498bb680-fd6f-4383-86a3-3c9a788d68f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.624742] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1246.624742] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5221e54b-22dd-e063-6dfb-335852f9dc5e" [ 1246.624742] env[62127]: _type = "Task" [ 1246.624742] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.636698] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5221e54b-22dd-e063-6dfb-335852f9dc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.649631] env[62127]: DEBUG nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1246.779693] env[62127]: DEBUG nova.network.neutron [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1246.806463] env[62127]: DEBUG nova.compute.utils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1246.806463] env[62127]: DEBUG nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1246.806753] env[62127]: DEBUG nova.network.neutron [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1246.907569] env[62127]: INFO nova.compute.manager [-] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Took 1.84 seconds to deallocate network for instance. [ 1247.003765] env[62127]: DEBUG nova.policy [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ccdb8f92f2254817833f2058c812fcca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7b3a0dfc181f484ab1832b314875795d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1247.146288] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5221e54b-22dd-e063-6dfb-335852f9dc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.043253} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.146288] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd7b9029-4f3c-4832-9f06-bec601b3c100 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.156023] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1247.156023] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526be650-4013-5f9d-3270-79e5540212e6" [ 1247.156023] env[62127]: _type = "Task" [ 1247.156023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.182024] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526be650-4013-5f9d-3270-79e5540212e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.197744] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.310400] env[62127]: DEBUG nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1247.355610] env[62127]: DEBUG nova.network.neutron [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Updating instance_info_cache with network_info: [{"id": "226ae82d-9f8b-42b7-a9c2-af9cd7757010", "address": "fa:16:3e:50:3c:20", "network": {"id": "caf399b5-4549-403a-ad92-fa5c9e771693", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2118540324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb8c3361c344556b0354c35aeda9f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226ae82d-9f", "ovs_interfaceid": "226ae82d-9f8b-42b7-a9c2-af9cd7757010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.421240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.599294] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.599549] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.003s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.603181] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.603993] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.003s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.604317] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.609668] env[62127]: INFO nova.compute.manager [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Terminating instance [ 1247.618109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "refresh_cache-1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.618293] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquired lock "refresh_cache-1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.618483] env[62127]: DEBUG nova.network.neutron [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.648351] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.648351] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.666719] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526be650-4013-5f9d-3270-79e5540212e6, 'name': SearchDatastore_Task, 'duration_secs': 0.03133} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.670174] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.670174] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ba3913b8-fc13-46ae-9b0b-729f32e761c7/ba3913b8-fc13-46ae-9b0b-729f32e761c7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.671407] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6dd2e8-673e-4cb1-a24f-166f6110aba7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.674410] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-418ef1bf-1fdb-4bf0-b11d-47478136c9ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.689709] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bdd13ad-2a2f-42a4-86b0-cc8de25529fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.694065] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1247.694065] env[62127]: value = "task-1732599" [ 1247.694065] env[62127]: _type = "Task" [ 1247.694065] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.729508] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ea384-5f21-4c83-b4a9-315c2b26f352 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.738385] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732599, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.750064] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7077f2a8-8bca-4564-8321-f20e8c8fa2f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.768354] env[62127]: DEBUG nova.compute.provider_tree [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1247.827161] env[62127]: DEBUG nova.compute.manager [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Received event network-vif-plugged-e25f9cda-e327-408f-ab43-8e3923f9e8be {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1247.827305] env[62127]: DEBUG oslo_concurrency.lockutils [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] Acquiring lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1247.827473] env[62127]: DEBUG oslo_concurrency.lockutils [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1247.827641] env[62127]: DEBUG oslo_concurrency.lockutils [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1247.827835] env[62127]: DEBUG nova.compute.manager [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] No waiting events found dispatching network-vif-plugged-e25f9cda-e327-408f-ab43-8e3923f9e8be {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1247.829489] env[62127]: WARNING nova.compute.manager [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Received unexpected event network-vif-plugged-e25f9cda-e327-408f-ab43-8e3923f9e8be for instance with vm_state building and task_state spawning. [ 1247.829489] env[62127]: DEBUG nova.compute.manager [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Received event network-changed-e25f9cda-e327-408f-ab43-8e3923f9e8be {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1247.829731] env[62127]: DEBUG nova.compute.manager [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Refreshing instance network info cache due to event network-changed-e25f9cda-e327-408f-ab43-8e3923f9e8be. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1247.829770] env[62127]: DEBUG oslo_concurrency.lockutils [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] Acquiring lock "refresh_cache-ba3913b8-fc13-46ae-9b0b-729f32e761c7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1247.829911] env[62127]: DEBUG oslo_concurrency.lockutils [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] Acquired lock "refresh_cache-ba3913b8-fc13-46ae-9b0b-729f32e761c7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.830113] env[62127]: DEBUG nova.network.neutron [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Refreshing network info cache for port e25f9cda-e327-408f-ab43-8e3923f9e8be {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1247.861193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Releasing lock "refresh_cache-271a9646-4243-4064-9c16-817beba6fcc9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1247.861602] env[62127]: DEBUG nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Instance network_info: |[{"id": "226ae82d-9f8b-42b7-a9c2-af9cd7757010", "address": "fa:16:3e:50:3c:20", "network": {"id": "caf399b5-4549-403a-ad92-fa5c9e771693", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2118540324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb8c3361c344556b0354c35aeda9f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226ae82d-9f", "ovs_interfaceid": "226ae82d-9f8b-42b7-a9c2-af9cd7757010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1247.862908] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:3c:20', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '226ae82d-9f8b-42b7-a9c2-af9cd7757010', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1247.871888] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Creating folder: Project (ccb8c3361c344556b0354c35aeda9f2b). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.875344] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a69c555d-78b8-4d6f-9b6d-1a7430fe6a6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.886795] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Created folder: Project (ccb8c3361c344556b0354c35aeda9f2b) in parent group-v360450. [ 1247.887049] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Creating folder: Instances. Parent ref: group-v360488. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1247.887312] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-767d050e-7287-40c3-8fbb-a64ad91e3fe8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.900094] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Created folder: Instances in parent group-v360488. [ 1247.900414] env[62127]: DEBUG oslo.service.loopingcall [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1247.900606] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1247.900748] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a17c20e9-f736-4222-aa17-4c43466f6d3c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.924821] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1247.924821] env[62127]: value = "task-1732602" [ 1247.924821] env[62127]: _type = "Task" [ 1247.924821] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.940642] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732602, 'name': CreateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.020198] env[62127]: DEBUG nova.network.neutron [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Successfully created port: 71113499-dc68-4231-8286-73f052874255 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1248.153295] env[62127]: DEBUG nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.165588] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.166029] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.180581] env[62127]: DEBUG nova.network.neutron [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1248.206884] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732599, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.271453] env[62127]: DEBUG nova.scheduler.client.report [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1248.319954] env[62127]: DEBUG nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1248.359606] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1248.359606] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1248.359606] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1248.359976] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1248.359976] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1248.361535] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1248.361535] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1248.362079] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1248.363542] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1248.363542] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1248.363542] env[62127]: DEBUG nova.virt.hardware [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1248.364278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1376d01-4218-409c-83ab-e138e71313e5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.378048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-792f8320-abfe-495d-8b06-a18fbe6bedcd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.412986] env[62127]: DEBUG nova.network.neutron [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1248.439172] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732602, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.454972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.455319] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.673441] env[62127]: DEBUG nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1248.695343] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1248.708625] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732599, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638485} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.708625] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ba3913b8-fc13-46ae-9b0b-729f32e761c7/ba3913b8-fc13-46ae-9b0b-729f32e761c7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.708625] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.708625] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f0955f3-d775-4b70-a9db-c2894e40c232 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.716578] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1248.716578] env[62127]: value = "task-1732603" [ 1248.716578] env[62127]: _type = "Task" [ 1248.716578] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.740250] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732603, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.777776] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1248.778327] env[62127]: DEBUG nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1248.781600] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.591s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1248.786241] env[62127]: INFO nova.compute.claims [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1248.916578] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Releasing lock "refresh_cache-1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1248.917874] env[62127]: DEBUG nova.compute.manager [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1248.917874] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.918953] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ecd438-327a-4a6c-8568-60b1012e2712 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.932495] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.933283] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8dddc67e-2aad-4ac5-928f-d0fbc0eabfce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.938942] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732602, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.944740] env[62127]: DEBUG oslo_vmware.api [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1248.944740] env[62127]: value = "task-1732604" [ 1248.944740] env[62127]: _type = "Task" [ 1248.944740] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.952515] env[62127]: DEBUG oslo_vmware.api [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.958266] env[62127]: DEBUG nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1249.206042] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.231539] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732603, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08299} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.231805] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1249.232764] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f7a44d-ebe0-4412-81a1-fb816d5c26ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.268202] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] ba3913b8-fc13-46ae-9b0b-729f32e761c7/ba3913b8-fc13-46ae-9b0b-729f32e761c7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1249.272226] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91bb303-88cf-4578-a83b-c3fe1f43aaa9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.290744] env[62127]: DEBUG nova.compute.utils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1249.294711] env[62127]: DEBUG nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1249.294953] env[62127]: DEBUG nova.network.neutron [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1249.304320] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1249.304320] env[62127]: value = "task-1732605" [ 1249.304320] env[62127]: _type = "Task" [ 1249.304320] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.317281] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.375565] env[62127]: DEBUG nova.policy [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e3008d892d48889c7e51295f83927a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9316215ca9d2427f9def55ffa6656520', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1249.397191] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.398208] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1249.438987] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732602, 'name': CreateVM_Task, 'duration_secs': 1.125154} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.439202] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.439912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.440092] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.440448] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1249.440711] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4128824c-6870-43b5-8928-8f54eb5a3165 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.453445] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1249.453445] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52565e15-cc0e-75d4-e049-07f5201e48c7" [ 1249.453445] env[62127]: _type = "Task" [ 1249.453445] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.458074] env[62127]: DEBUG oslo_vmware.api [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732604, 'name': PowerOffVM_Task, 'duration_secs': 0.185256} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.462547] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.462547] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.462547] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea41d715-be69-44bf-bc8b-1343f103898e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.465960] env[62127]: DEBUG nova.network.neutron [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Updated VIF entry in instance network info cache for port e25f9cda-e327-408f-ab43-8e3923f9e8be. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.466362] env[62127]: DEBUG nova.network.neutron [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Updating instance_info_cache with network_info: [{"id": "e25f9cda-e327-408f-ab43-8e3923f9e8be", "address": "fa:16:3e:14:e8:71", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape25f9cda-e3", "ovs_interfaceid": "e25f9cda-e327-408f-ab43-8e3923f9e8be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.476991] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52565e15-cc0e-75d4-e049-07f5201e48c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.495042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.495042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.495042] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Deleting the datastore file [datastore1] 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.495042] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47e63058-7c3e-4342-aae6-5d42d8760fdd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.498571] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1249.503740] env[62127]: DEBUG oslo_vmware.api [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for the task: (returnval){ [ 1249.503740] env[62127]: value = "task-1732607" [ 1249.503740] env[62127]: _type = "Task" [ 1249.503740] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.513554] env[62127]: DEBUG oslo_vmware.api [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732607, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.795326] env[62127]: DEBUG nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1249.815382] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.972961] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52565e15-cc0e-75d4-e049-07f5201e48c7, 'name': SearchDatastore_Task, 'duration_secs': 0.016646} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.973444] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.974421] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.974421] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1249.974818] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.974818] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.975873] env[62127]: DEBUG oslo_concurrency.lockutils [req-93508ced-59e8-4773-941c-3bd3d781c292 req-2c84b386-091a-4620-ac0c-313473c46473 service nova] Releasing lock "refresh_cache-ba3913b8-fc13-46ae-9b0b-729f32e761c7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1249.976300] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fa43ade4-108d-4a7a-bcc5-e178e4c5c315 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.009022] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1250.009279] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1250.010410] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46c5a61c-f467-4ec1-abe7-4a3c8c8cf72c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.019794] env[62127]: DEBUG oslo_vmware.api [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Task: {'id': task-1732607, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111543} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.021165] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1250.021319] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1250.021656] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1250.022714] env[62127]: INFO nova.compute.manager [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1250.023092] env[62127]: DEBUG oslo.service.loopingcall [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1250.023384] env[62127]: DEBUG nova.compute.manager [-] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1250.023490] env[62127]: DEBUG nova.network.neutron [-] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1250.026507] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1250.026507] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52448960-1aa6-1694-5318-78fd45faf1f3" [ 1250.026507] env[62127]: _type = "Task" [ 1250.026507] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.037943] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52448960-1aa6-1694-5318-78fd45faf1f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.081914] env[62127]: DEBUG nova.network.neutron [-] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1250.153392] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1dfd54-1492-44de-af86-4eba285f3df8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.163939] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b479e6-489f-4aaa-bc63-87fd266a0ca8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.204356] env[62127]: DEBUG nova.network.neutron [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Successfully created port: aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.208134] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cbb55b-5046-40c4-b1a2-ee10baa61937 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.218566] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79f3049-c9a1-4a12-a297-ee753c763027 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.234623] env[62127]: DEBUG nova.compute.provider_tree [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.319448] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732605, 'name': ReconfigVM_Task, 'duration_secs': 0.720732} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.319448] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Reconfigured VM instance instance-0000000c to attach disk [datastore1] ba3913b8-fc13-46ae-9b0b-729f32e761c7/ba3913b8-fc13-46ae-9b0b-729f32e761c7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1250.320378] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-38bf404f-bf20-4559-aacd-efda03bf99d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.331923] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1250.331923] env[62127]: value = "task-1732609" [ 1250.331923] env[62127]: _type = "Task" [ 1250.331923] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.344264] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732609, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.534416] env[62127]: DEBUG nova.network.neutron [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Successfully updated port: 71113499-dc68-4231-8286-73f052874255 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1250.545288] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52448960-1aa6-1694-5318-78fd45faf1f3, 'name': SearchDatastore_Task, 'duration_secs': 0.011108} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.547231] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b925fe5f-6819-4b67-a50a-dc92bfcad6df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.556929] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1250.556929] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d6054c-f66f-013e-8057-f357b1cd8ecd" [ 1250.556929] env[62127]: _type = "Task" [ 1250.556929] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.568142] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6054c-f66f-013e-8057-f357b1cd8ecd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.590627] env[62127]: DEBUG nova.network.neutron [-] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.738671] env[62127]: DEBUG nova.scheduler.client.report [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1250.815132] env[62127]: DEBUG nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1250.840068] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1250.840348] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1250.840480] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1250.840746] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1250.840845] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1250.840936] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1250.841177] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1250.841328] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1250.841539] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1250.841648] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1250.841823] env[62127]: DEBUG nova.virt.hardware [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1250.842732] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3f6fbe-b559-4233-9dd5-ebc44ec71f40 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.848311] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732609, 'name': Rename_Task, 'duration_secs': 0.347031} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.848934] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.849194] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cdeba3e0-3614-4b2a-bf6d-4e47a78d5d61 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.858540] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae319cd7-a4f9-4f5c-bc3e-c53ace3dc29b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.864424] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1250.864424] env[62127]: value = "task-1732610" [ 1250.864424] env[62127]: _type = "Task" [ 1250.864424] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.885862] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732610, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.037748] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "refresh_cache-12cd5513-01c6-4bd2-9f14-0bf3f14f666c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1251.037748] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquired lock "refresh_cache-12cd5513-01c6-4bd2-9f14-0bf3f14f666c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.037748] env[62127]: DEBUG nova.network.neutron [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.067632] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6054c-f66f-013e-8057-f357b1cd8ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.012947} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.069055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1251.069341] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 271a9646-4243-4064-9c16-817beba6fcc9/271a9646-4243-4064-9c16-817beba6fcc9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1251.072637] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86759e94-257e-4888-8863-55a02090b530 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.075385] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.075631] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.084745] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1251.084745] env[62127]: value = "task-1732611" [ 1251.084745] env[62127]: _type = "Task" [ 1251.084745] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.099367] env[62127]: INFO nova.compute.manager [-] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Took 1.08 seconds to deallocate network for instance. [ 1251.099837] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732611, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.248021] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1251.248021] env[62127]: DEBUG nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1251.249908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.272s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1251.250307] env[62127]: DEBUG nova.objects.instance [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1251.376145] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732610, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.442610] env[62127]: INFO nova.compute.manager [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Rebuilding instance [ 1251.504726] env[62127]: DEBUG nova.compute.manager [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1251.506609] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f382b6e-144f-4134-9d24-75c367e6e7f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.601887] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732611, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.613044] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1251.626026] env[62127]: DEBUG nova.network.neutron [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1251.756280] env[62127]: DEBUG nova.compute.utils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1251.764522] env[62127]: DEBUG nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1251.764711] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.881990] env[62127]: DEBUG oslo_vmware.api [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732610, 'name': PowerOnVM_Task, 'duration_secs': 0.819161} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.882279] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.882481] env[62127]: INFO nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Took 11.36 seconds to spawn the instance on the hypervisor. [ 1251.882660] env[62127]: DEBUG nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1251.883726] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83d7974c-0248-4eb1-b0b4-01d8bcc4f7cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.904484] env[62127]: DEBUG nova.policy [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37845ae7ff7544a3915e26ec477137e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607a66a24edf477e84f2710f35745300', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1252.023317] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1252.023608] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce6b275d-15ff-453a-89e4-e4fa30509ce0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.032938] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1252.032938] env[62127]: value = "task-1732613" [ 1252.032938] env[62127]: _type = "Task" [ 1252.032938] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.047657] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.097352] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732611, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577573} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.100941] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 271a9646-4243-4064-9c16-817beba6fcc9/271a9646-4243-4064-9c16-817beba6fcc9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.100941] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1252.100941] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0cec7de7-4366-4d6c-8ad5-34285aec6b79 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.111747] env[62127]: DEBUG nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Received event network-changed-9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1252.111747] env[62127]: DEBUG nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Refreshing instance network info cache due to event network-changed-9f09bbb2-a55d-4192-8f78-0dd27339de2c. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1252.112148] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Acquiring lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.112396] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Acquired lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.112620] env[62127]: DEBUG nova.network.neutron [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Refreshing network info cache for port 9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.117656] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1252.117656] env[62127]: value = "task-1732614" [ 1252.117656] env[62127]: _type = "Task" [ 1252.117656] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.132805] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732614, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.258997] env[62127]: DEBUG nova.network.neutron [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Updating instance_info_cache with network_info: [{"id": "71113499-dc68-4231-8286-73f052874255", "address": "fa:16:3e:73:0c:7e", "network": {"id": "394a2d55-a24d-4a93-8e03-37345965b287", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1572655537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3a0dfc181f484ab1832b314875795d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71113499-dc", "ovs_interfaceid": "71113499-dc68-4231-8286-73f052874255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.267264] env[62127]: DEBUG oslo_concurrency.lockutils [None req-341129aa-e52f-478a-8836-0fcd4c7e7c19 tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1252.269322] env[62127]: DEBUG nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1252.273172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.023s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.274702] env[62127]: INFO nova.compute.claims [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1252.405439] env[62127]: INFO nova.compute.manager [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Took 24.30 seconds to build instance. [ 1252.484420] env[62127]: DEBUG nova.compute.manager [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Received event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1252.484610] env[62127]: DEBUG nova.compute.manager [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing instance network info cache due to event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1252.484828] env[62127]: DEBUG oslo_concurrency.lockutils [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] Acquiring lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1252.485021] env[62127]: DEBUG oslo_concurrency.lockutils [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] Acquired lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.485267] env[62127]: DEBUG nova.network.neutron [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1252.547416] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732613, 'name': PowerOffVM_Task, 'duration_secs': 0.401289} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.547416] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1252.547416] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1252.547416] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c71a170-bcd3-437e-85fa-bf1d1e96a796 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.556256] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1252.558612] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1433b93-a49a-4afd-a6a0-e93d7136def4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.603476] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1252.603855] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1252.604837] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Deleting the datastore file [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1252.605145] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2abfd91-db8d-490f-a8d0-151937ab761c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.615680] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1252.615680] env[62127]: value = "task-1732616" [ 1252.615680] env[62127]: _type = "Task" [ 1252.615680] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.636200] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.641470] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732614, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.201193} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.641743] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.642851] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adc710f-3b31-4478-b5ad-69012f8d1dad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.669013] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] 271a9646-4243-4064-9c16-817beba6fcc9/271a9646-4243-4064-9c16-817beba6fcc9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.670250] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-000eb38c-29d7-41d3-82d6-e3b4e32e588f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.706552] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1252.706552] env[62127]: value = "task-1732617" [ 1252.706552] env[62127]: _type = "Task" [ 1252.706552] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.722191] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.732979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "4355b227-9b2e-474b-8970-bcbd2a345993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1252.733363] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "4355b227-9b2e-474b-8970-bcbd2a345993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1252.761681] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Releasing lock "refresh_cache-12cd5513-01c6-4bd2-9f14-0bf3f14f666c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1252.761681] env[62127]: DEBUG nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Instance network_info: |[{"id": "71113499-dc68-4231-8286-73f052874255", "address": "fa:16:3e:73:0c:7e", "network": {"id": "394a2d55-a24d-4a93-8e03-37345965b287", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1572655537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3a0dfc181f484ab1832b314875795d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71113499-dc", "ovs_interfaceid": "71113499-dc68-4231-8286-73f052874255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1252.762023] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:0c:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '11b669be-fb26-4ef8-bdb6-c77ab9d06daf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '71113499-dc68-4231-8286-73f052874255', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.772346] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Creating folder: Project (7b3a0dfc181f484ab1832b314875795d). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.772831] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d18fea67-a8f0-4270-96ea-56a099335ac0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.787834] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Created folder: Project (7b3a0dfc181f484ab1832b314875795d) in parent group-v360450. [ 1252.788079] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Creating folder: Instances. Parent ref: group-v360491. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1252.788577] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ad2813c-02d7-44cb-8c0c-42c073a78bdd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.802370] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Created folder: Instances in parent group-v360491. [ 1252.802370] env[62127]: DEBUG oslo.service.loopingcall [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1252.802370] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.802590] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5304239-cfb9-486e-9bad-74f29bb0a4c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.827432] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.827432] env[62127]: value = "task-1732620" [ 1252.827432] env[62127]: _type = "Task" [ 1252.827432] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.831716] env[62127]: DEBUG nova.network.neutron [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Successfully updated port: aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.841543] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732620, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.901708] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Successfully created port: 55bbcc8d-5950-4cea-bb69-dfc37e97beaf {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.910963] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cf4cf7b7-6748-450e-b21b-e05b690f2c5f tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.039s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.040450] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.040707] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.128435] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106835} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.128997] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1253.128997] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1253.129304] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1253.220859] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.288444] env[62127]: DEBUG nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1253.332818] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1253.333986] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1253.334104] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1253.334395] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1253.335449] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1253.335663] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1253.336739] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1253.336739] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1253.336739] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1253.336739] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1253.336739] env[62127]: DEBUG nova.virt.hardware [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1253.342624] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.343364] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.343364] env[62127]: DEBUG nova.network.neutron [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.347789] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f43eacf-749d-4067-bc0c-ec4f24fb1b57 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.367160] env[62127]: DEBUG nova.network.neutron [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updated VIF entry in instance network info cache for port 9f09bbb2-a55d-4192-8f78-0dd27339de2c. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.367504] env[62127]: DEBUG nova.network.neutron [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updating instance_info_cache with network_info: [{"id": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "address": "fa:16:3e:3a:01:4d", "network": {"id": "5026168b-f2cf-43bd-9294-4dc50e9f7e62", "bridge": "br-int", "label": "tempest-ServersTestJSON-639767374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1473fb4bc4a5abf5b9ded1c0000ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f09bbb2-a5", "ovs_interfaceid": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.375551] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732620, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.378058] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1dce53-7adc-4481-a882-3de68c822353 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.413722] env[62127]: DEBUG nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1253.453867] env[62127]: DEBUG nova.network.neutron [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1253.549265] env[62127]: DEBUG nova.network.neutron [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updated VIF entry in instance network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1253.549617] env[62127]: DEBUG nova.network.neutron [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.720440] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732617, 'name': ReconfigVM_Task, 'duration_secs': 0.826961} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.720772] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Reconfigured VM instance instance-0000000d to attach disk [datastore1] 271a9646-4243-4064-9c16-817beba6fcc9/271a9646-4243-4064-9c16-817beba6fcc9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.721178] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-beef5637-fc0d-47de-883a-cf62884d8ffa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.733023] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1253.733023] env[62127]: value = "task-1732621" [ 1253.733023] env[62127]: _type = "Task" [ 1253.733023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.740450] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732621, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.777026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9cfea5-7eb0-480f-b8dc-8cc17e250b03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.785954] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442ee39a-58ea-4219-9461-c1bfadc1c028 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.820880] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baef9539-d152-4a1b-92ac-b34074263b95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.829588] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b40fc105-c6a4-4303-9354-afadaf9c1f8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.845591] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732620, 'name': CreateVM_Task, 'duration_secs': 0.730235} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.854411] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1253.854848] env[62127]: DEBUG nova.compute.provider_tree [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.856698] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.857104] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.857265] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1253.857734] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9098bc1-93dd-4df9-8abb-bd00dd8e8f79 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.863449] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1253.863449] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524332b2-fdec-e318-f5aa-b920afe42d03" [ 1253.863449] env[62127]: _type = "Task" [ 1253.863449] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.872228] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524332b2-fdec-e318-f5aa-b920afe42d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.876792] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Releasing lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1253.877852] env[62127]: DEBUG nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Received event network-vif-plugged-226ae82d-9f8b-42b7-a9c2-af9cd7757010 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.877852] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Acquiring lock "271a9646-4243-4064-9c16-817beba6fcc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1253.877852] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Lock "271a9646-4243-4064-9c16-817beba6fcc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1253.877852] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Lock "271a9646-4243-4064-9c16-817beba6fcc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1253.877852] env[62127]: DEBUG nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] No waiting events found dispatching network-vif-plugged-226ae82d-9f8b-42b7-a9c2-af9cd7757010 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1253.878104] env[62127]: WARNING nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Received unexpected event network-vif-plugged-226ae82d-9f8b-42b7-a9c2-af9cd7757010 for instance with vm_state building and task_state spawning. [ 1253.878388] env[62127]: DEBUG nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Received event network-changed-226ae82d-9f8b-42b7-a9c2-af9cd7757010 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1253.878590] env[62127]: DEBUG nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Refreshing instance network info cache due to event network-changed-226ae82d-9f8b-42b7-a9c2-af9cd7757010. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1253.878927] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Acquiring lock "refresh_cache-271a9646-4243-4064-9c16-817beba6fcc9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1253.879089] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Acquired lock "refresh_cache-271a9646-4243-4064-9c16-817beba6fcc9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.879311] env[62127]: DEBUG nova.network.neutron [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Refreshing network info cache for port 226ae82d-9f8b-42b7-a9c2-af9cd7757010 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.942644] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1254.009739] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Successfully created port: de1dc41f-af60-44f7-9f29-7dcea576693a {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.054140] env[62127]: DEBUG oslo_concurrency.lockutils [req-c90fa10a-260c-42d3-9d78-9da6b7497946 req-7c6abfd5-422a-401a-a9c1-b156ce750d7e service nova] Releasing lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.151690] env[62127]: DEBUG nova.network.neutron [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.178952] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1254.180017] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1254.180017] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.180017] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1254.180385] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.180696] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1254.181407] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1254.181407] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1254.181626] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1254.181626] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1254.181887] env[62127]: DEBUG nova.virt.hardware [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1254.183203] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a06d4d-49e9-453b-bd93-192a3f7be9f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.197125] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d57f79f-dc98-49a8-bdb5-16d25e2cc3ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.214182] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.222526] env[62127]: DEBUG oslo.service.loopingcall [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.223706] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.223706] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a533f928-2341-4ddb-8d73-9bd28dde6bba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.245244] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732621, 'name': Rename_Task, 'duration_secs': 0.298231} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.246713] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.247309] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.247309] env[62127]: value = "task-1732623" [ 1254.247309] env[62127]: _type = "Task" [ 1254.247309] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.247509] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-49e4c11d-3053-4440-9bb6-52f57668b22b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.258067] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732623, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.259536] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1254.259536] env[62127]: value = "task-1732624" [ 1254.259536] env[62127]: _type = "Task" [ 1254.259536] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.268386] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732624, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.359938] env[62127]: DEBUG nova.scheduler.client.report [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1254.375518] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524332b2-fdec-e318-f5aa-b920afe42d03, 'name': SearchDatastore_Task, 'duration_secs': 0.010634} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.376143] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.378923] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.378923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.378923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.378923] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.378923] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-442d0ce3-e2fd-484a-b50e-44d025b8ced6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.388021] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.388204] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.388987] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5a5b373-6445-4401-8761-abc8d0ad435f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.396441] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1254.396441] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f9206d-9793-34bb-fe00-8c67c76b3f74" [ 1254.396441] env[62127]: _type = "Task" [ 1254.396441] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.406662] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f9206d-9793-34bb-fe00-8c67c76b3f74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.661042] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1254.661042] env[62127]: DEBUG nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Instance network_info: |[{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1254.661277] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:21:31', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aaaa3020-7587-488e-97f9-95ca565d0d3d', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.669387] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Creating folder: Project (9316215ca9d2427f9def55ffa6656520). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.672349] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d307a64e-8a9a-4877-9bfa-3e524d4978e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.688369] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Created folder: Project (9316215ca9d2427f9def55ffa6656520) in parent group-v360450. [ 1254.688776] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Creating folder: Instances. Parent ref: group-v360495. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1254.689165] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f8d90ac-01d1-4dd6-8c01-6278e38e29b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.704153] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Created folder: Instances in parent group-v360495. [ 1254.704153] env[62127]: DEBUG oslo.service.loopingcall [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1254.704153] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.704153] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65a4e2d-76e9-4f69-8fe7-04c8a740b729 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.729880] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.729880] env[62127]: value = "task-1732627" [ 1254.729880] env[62127]: _type = "Task" [ 1254.729880] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.734188] env[62127]: DEBUG nova.compute.manager [None req-765568a4-7436-4c94-98b3-9648885feddd tempest-ServerDiagnosticsTest-1863076553 tempest-ServerDiagnosticsTest-1863076553-project-admin] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1254.745041] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8c673e1-edfe-4b05-9906-4e835662619b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.755741] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732627, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.763122] env[62127]: INFO nova.compute.manager [None req-765568a4-7436-4c94-98b3-9648885feddd tempest-ServerDiagnosticsTest-1863076553 tempest-ServerDiagnosticsTest-1863076553-project-admin] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Retrieving diagnostics [ 1254.766709] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Successfully created port: 1e19535a-2afb-4190-9c8b-682a0f0b568b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1254.768892] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-febab67e-42f4-4820-9940-b36cb5f6c7e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.789700] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732623, 'name': CreateVM_Task, 'duration_secs': 0.325014} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.818129] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1254.822951] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1254.823173] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.823509] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1254.824162] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.824398] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dfde609-d184-4e75-90d9-659072805cfe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.830875] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1254.830875] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52885f1f-6db3-4c4c-f760-40d516b47904" [ 1254.830875] env[62127]: _type = "Task" [ 1254.830875] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.842134] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52885f1f-6db3-4c4c-f760-40d516b47904, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.856029] env[62127]: DEBUG nova.network.neutron [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Updated VIF entry in instance network info cache for port 226ae82d-9f8b-42b7-a9c2-af9cd7757010. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1254.856203] env[62127]: DEBUG nova.network.neutron [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Updating instance_info_cache with network_info: [{"id": "226ae82d-9f8b-42b7-a9c2-af9cd7757010", "address": "fa:16:3e:50:3c:20", "network": {"id": "caf399b5-4549-403a-ad92-fa5c9e771693", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-2118540324-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ccb8c3361c344556b0354c35aeda9f2b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9079d3b9-5c2d-4ca1-8d2f-68ceb8ec8c98", "external-id": "nsx-vlan-transportzone-527", "segmentation_id": 527, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap226ae82d-9f", "ovs_interfaceid": "226ae82d-9f8b-42b7-a9c2-af9cd7757010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.870088] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1254.870276] env[62127]: DEBUG nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1254.873737] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.676s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1254.875769] env[62127]: INFO nova.compute.claims [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1254.916028] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f9206d-9793-34bb-fe00-8c67c76b3f74, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.916028] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c97dc645-376f-4772-aba1-78897a1e64bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.925678] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1254.925678] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526346ff-ddf0-78a2-2e12-1e50e5ce2ffb" [ 1254.925678] env[62127]: _type = "Task" [ 1254.925678] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.939753] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526346ff-ddf0-78a2-2e12-1e50e5ce2ffb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.091407] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "eb10fc88-0e81-4b32-8c3a-5c311a642519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1255.091777] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1255.252671] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732627, 'name': CreateVM_Task, 'duration_secs': 0.420105} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.252671] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.252671] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.283252] env[62127]: DEBUG oslo_vmware.api [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732624, 'name': PowerOnVM_Task, 'duration_secs': 0.684492} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.283981] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.283981] env[62127]: INFO nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Took 12.38 seconds to spawn the instance on the hypervisor. [ 1255.283981] env[62127]: DEBUG nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1255.286340] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b9034d-9f1f-430c-aaf8-4e899d60a8b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.346340] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52885f1f-6db3-4c4c-f760-40d516b47904, 'name': SearchDatastore_Task, 'duration_secs': 0.011025} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.346340] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.346587] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.346587] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.346887] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.347221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1255.347498] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e0076fd-ec07-40d4-b178-b9c71cfdcdc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.353361] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1255.353361] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b4cbde-cb0a-e511-0e29-872a4893e41d" [ 1255.353361] env[62127]: _type = "Task" [ 1255.353361] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.358290] env[62127]: DEBUG oslo_concurrency.lockutils [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] Releasing lock "refresh_cache-271a9646-4243-4064-9c16-817beba6fcc9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.358516] env[62127]: DEBUG nova.compute.manager [req-6dde414b-3207-499e-ba35-cc433d324e24 req-f31ea1bb-28e7-4dc7-a70b-734d84780e75 service nova] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Received event network-vif-deleted-80d9134b-2878-410f-aea3-6b605f584c0a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1255.362735] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b4cbde-cb0a-e511-0e29-872a4893e41d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.380855] env[62127]: DEBUG nova.compute.utils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1255.384542] env[62127]: DEBUG nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1255.385328] env[62127]: DEBUG nova.network.neutron [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1255.443452] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526346ff-ddf0-78a2-2e12-1e50e5ce2ffb, 'name': SearchDatastore_Task, 'duration_secs': 0.013955} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.444197] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.444630] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 12cd5513-01c6-4bd2-9f14-0bf3f14f666c/12cd5513-01c6-4bd2-9f14-0bf3f14f666c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1255.445287] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.445638] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.446136] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2e4cc663-86f2-4751-a7d0-53ba8f34ea22 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.449649] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a767aeee-a641-465d-a26c-69e249a01887 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.458490] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1255.458490] env[62127]: value = "task-1732628" [ 1255.458490] env[62127]: _type = "Task" [ 1255.458490] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.464691] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.464691] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.469025] env[62127]: DEBUG nova.policy [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6443213217094585b31178da8872a1b2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3bf63ef30b6d46b49c68b36da4a85319', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1255.469025] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0649fd16-86b8-46c1-9114-f945cb138237 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.473705] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.478492] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1255.478492] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52898ebb-cd5b-d084-bf01-018950014b5a" [ 1255.478492] env[62127]: _type = "Task" [ 1255.478492] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.486604] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Received event network-changed-0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1255.486846] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Refreshing instance network info cache due to event network-changed-0471b701-32e0-411a-8ccc-3f41747963fe. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1255.487156] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquiring lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.487396] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquired lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.487702] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Refreshing network info cache for port 0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.493147] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52898ebb-cd5b-d084-bf01-018950014b5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.605650] env[62127]: DEBUG nova.compute.manager [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Received event network-changed-498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1255.605650] env[62127]: DEBUG nova.compute.manager [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Refreshing instance network info cache due to event network-changed-498bf07f-f2a3-43ab-a302-3de6e7383996. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1255.605650] env[62127]: DEBUG oslo_concurrency.lockutils [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] Acquiring lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.605650] env[62127]: DEBUG oslo_concurrency.lockutils [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] Acquired lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.605650] env[62127]: DEBUG nova.network.neutron [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Refreshing network info cache for port 498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1255.811055] env[62127]: INFO nova.compute.manager [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Took 27.19 seconds to build instance. [ 1255.873525] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b4cbde-cb0a-e511-0e29-872a4893e41d, 'name': SearchDatastore_Task, 'duration_secs': 0.019813} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.873856] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1255.874130] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.874348] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1255.885753] env[62127]: DEBUG nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1255.986433] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732628, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.000571] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52898ebb-cd5b-d084-bf01-018950014b5a, 'name': SearchDatastore_Task, 'duration_secs': 0.014176} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.005353] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f137349-6471-4c91-8dc4-e727e62fc5c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.013323] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1256.013323] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526eea81-963b-9a1f-74e8-0ffa706ae7d9" [ 1256.013323] env[62127]: _type = "Task" [ 1256.013323] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.023824] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526eea81-963b-9a1f-74e8-0ffa706ae7d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.064032] env[62127]: DEBUG nova.network.neutron [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Successfully created port: e5275569-91c2-4cd9-a9e8-7df2b7d65e37 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1256.313199] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f58d78a-4bd0-4eba-83c6-b4ae0a4d0e4c tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "271a9646-4243-4064-9c16-817beba6fcc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.148s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1256.379658] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab679ce-2eac-473c-aabd-f5f250cf64f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.388658] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a218f-aefa-4822-b544-4dad14293d74 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.437346] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc3c5b4-b0dc-4f38-b2d7-76bd1b27463e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.445883] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afc7a8db-f7c4-4ecc-8561-4148fb2ac8b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.462768] env[62127]: DEBUG nova.compute.provider_tree [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1256.473846] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.807394} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.474631] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 12cd5513-01c6-4bd2-9f14-0bf3f14f666c/12cd5513-01c6-4bd2-9f14-0bf3f14f666c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1256.474721] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1256.475080] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f50d69ed-09c7-4a18-ade1-1950f2c8e493 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.483657] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1256.483657] env[62127]: value = "task-1732629" [ 1256.483657] env[62127]: _type = "Task" [ 1256.483657] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.493290] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.504720] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1256.504968] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1256.524276] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526eea81-963b-9a1f-74e8-0ffa706ae7d9, 'name': SearchDatastore_Task, 'duration_secs': 0.060021} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.524560] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1256.524959] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.525358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.525627] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1256.525908] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73a83168-bfcf-40a7-ad3e-cd2cf5a4d2e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.527945] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3966d0c8-0cbf-4b23-83f9-7fdf91528b41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.536737] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1256.536737] env[62127]: value = "task-1732630" [ 1256.536737] env[62127]: _type = "Task" [ 1256.536737] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.537882] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1256.538202] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1256.541764] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75089001-0225-48a0-bf67-f02f31f4605e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.549028] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1256.549028] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b97367-526e-623f-e1f9-f7675d2662a8" [ 1256.549028] env[62127]: _type = "Task" [ 1256.549028] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.552314] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732630, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.560217] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b97367-526e-623f-e1f9-f7675d2662a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.816138] env[62127]: DEBUG nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1256.903147] env[62127]: DEBUG nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1256.917484] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Successfully updated port: 55bbcc8d-5950-4cea-bb69-dfc37e97beaf {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1256.933620] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Updated VIF entry in instance network info cache for port 0471b701-32e0-411a-8ccc-3f41747963fe. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.934105] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Updating instance_info_cache with network_info: [{"id": "0471b701-32e0-411a-8ccc-3f41747963fe", "address": "fa:16:3e:0e:9d:e9", "network": {"id": "cc920dc8-085f-4e96-8fd5-97a9f295436a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1354772571-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f84e5797e3a848569a3766af5b48bfbc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f6fb0104-186b-4288-b87e-634893f46f01", "external-id": "nsx-vlan-transportzone-73", "segmentation_id": 73, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0471b701-32", "ovs_interfaceid": "0471b701-32e0-411a-8ccc-3f41747963fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.959024] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1256.959024] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1256.959024] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1256.960494] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1256.960494] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1256.960494] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1256.960494] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1256.960494] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1256.960684] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1256.960684] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1256.960684] env[62127]: DEBUG nova.virt.hardware [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.962363] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136e70ec-b4b0-469c-bd0d-b37d9ede4686 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.970057] env[62127]: DEBUG nova.scheduler.client.report [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1256.980204] env[62127]: DEBUG nova.network.neutron [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Updated VIF entry in instance network info cache for port 498bf07f-f2a3-43ab-a302-3de6e7383996. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1256.980204] env[62127]: DEBUG nova.network.neutron [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Updating instance_info_cache with network_info: [{"id": "498bf07f-f2a3-43ab-a302-3de6e7383996", "address": "fa:16:3e:bd:de:bd", "network": {"id": "225598c8-7fef-46f8-aa56-00f02f286baf", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1823610921-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.197", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d8ce3cb43b042c3b4949eb497e94cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "459b8c74-0aa6-42b6-996a-42b1c5d7e5c6", "external-id": "nsx-vlan-transportzone-467", "segmentation_id": 467, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap498bf07f-f2", "ovs_interfaceid": "498bf07f-f2a3-43ab-a302-3de6e7383996", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.983429] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96a1d51-d042-4fc1-a5d5-46f146d7c8ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.013706] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069819} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.014353] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.015445] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df282933-4b48-4b61-b159-e2dd6afb5fe4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.058270] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Reconfiguring VM instance instance-0000000e to attach disk [datastore1] 12cd5513-01c6-4bd2-9f14-0bf3f14f666c/12cd5513-01c6-4bd2-9f14-0bf3f14f666c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.064597] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f652290-d31c-43b0-8278-a31487a1a300 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.095782] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b97367-526e-623f-e1f9-f7675d2662a8, 'name': SearchDatastore_Task, 'duration_secs': 0.011174} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.101318] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732630, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509701} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.101688] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1257.101688] env[62127]: value = "task-1732631" [ 1257.101688] env[62127]: _type = "Task" [ 1257.101688] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.101858] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84bd32c2-bdc4-4bd2-9ee9-d9252022d139 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.104356] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.104565] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.107048] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f4124f0-9f0b-4f2f-a10f-bf6cc7ccaf7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.115329] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1257.115329] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dfb574-adbc-ed11-fdf6-3f6804fc6345" [ 1257.115329] env[62127]: _type = "Task" [ 1257.115329] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.119234] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.124111] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1257.124111] env[62127]: value = "task-1732632" [ 1257.124111] env[62127]: _type = "Task" [ 1257.124111] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.135214] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dfb574-adbc-ed11-fdf6-3f6804fc6345, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.135214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.135214] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 474c168c-e96d-4d98-94e0-24749c242dc0/474c168c-e96d-4d98-94e0-24749c242dc0.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1257.135214] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fd39edd6-b426-4cfb-92d4-e00c1b1e3204 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.139364] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732632, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.146476] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1257.146476] env[62127]: value = "task-1732633" [ 1257.146476] env[62127]: _type = "Task" [ 1257.146476] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.157371] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732633, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.343441] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.437088] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Releasing lock "refresh_cache-8b557f94-d200-4d69-b97f-a799b5f6b10b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.437436] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Received event network-vif-plugged-71113499-dc68-4231-8286-73f052874255 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1257.437755] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquiring lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.438022] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.438207] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.438382] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] No waiting events found dispatching network-vif-plugged-71113499-dc68-4231-8286-73f052874255 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1257.438645] env[62127]: WARNING nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Received unexpected event network-vif-plugged-71113499-dc68-4231-8286-73f052874255 for instance with vm_state building and task_state spawning. [ 1257.438864] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Received event network-changed-71113499-dc68-4231-8286-73f052874255 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1257.439066] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Refreshing instance network info cache due to event network-changed-71113499-dc68-4231-8286-73f052874255. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1257.439322] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquiring lock "refresh_cache-12cd5513-01c6-4bd2-9f14-0bf3f14f666c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1257.439482] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquired lock "refresh_cache-12cd5513-01c6-4bd2-9f14-0bf3f14f666c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.439727] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Refreshing network info cache for port 71113499-dc68-4231-8286-73f052874255 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.482765] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.609s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.483534] env[62127]: DEBUG nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1257.487218] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.066s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.487528] env[62127]: DEBUG nova.objects.instance [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lazy-loading 'resources' on Instance uuid 659eaab2-d81a-4125-85c5-1c162698c066 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1257.491231] env[62127]: DEBUG oslo_concurrency.lockutils [req-d981d214-f08a-47c3-9227-c9be1a655b00 req-bcfaa506-0da7-4d5d-aa48-40572c8bfaff service nova] Releasing lock "refresh_cache-49d54fac-78b3-4034-85dc-10a9fb7b7df5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1257.525246] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.525549] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.525916] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1257.526038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1257.526224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1257.528977] env[62127]: INFO nova.compute.manager [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Terminating instance [ 1257.531165] env[62127]: DEBUG nova.compute.manager [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1257.531356] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.532774] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bb8e49-6fad-4001-8958-922da2730893 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.544653] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.544817] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9397d36e-641c-423c-b493-c5431e314415 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.555326] env[62127]: DEBUG oslo_vmware.api [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1257.555326] env[62127]: value = "task-1732634" [ 1257.555326] env[62127]: _type = "Task" [ 1257.555326] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.571279] env[62127]: DEBUG oslo_vmware.api [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.617607] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732631, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.636459] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732632, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159824} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.636812] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1257.637760] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca056696-a5b9-4e72-bbf5-668493773792 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.665522] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1257.669854] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1a328e7-d912-48e6-96e9-fbd209588305 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.697479] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732633, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496878} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.699382] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 474c168c-e96d-4d98-94e0-24749c242dc0/474c168c-e96d-4d98-94e0-24749c242dc0.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.699679] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.700013] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1257.700013] env[62127]: value = "task-1732635" [ 1257.700013] env[62127]: _type = "Task" [ 1257.700013] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.700277] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f3bbacd-3f71-4245-81a4-2d596bde2b62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.713669] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732635, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.715390] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1257.715390] env[62127]: value = "task-1732636" [ 1257.715390] env[62127]: _type = "Task" [ 1257.715390] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.728347] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732636, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.991422] env[62127]: DEBUG nova.compute.utils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1257.991422] env[62127]: DEBUG nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1257.991422] env[62127]: DEBUG nova.network.neutron [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1258.076075] env[62127]: DEBUG oslo_vmware.api [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732634, 'name': PowerOffVM_Task, 'duration_secs': 0.300076} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.076139] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.076325] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.076550] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c09521bb-0e11-4d00-a8ef-769e263a6cd5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.115330] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732631, 'name': ReconfigVM_Task, 'duration_secs': 0.659207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.118273] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Reconfigured VM instance instance-0000000e to attach disk [datastore1] 12cd5513-01c6-4bd2-9f14-0bf3f14f666c/12cd5513-01c6-4bd2-9f14-0bf3f14f666c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.120223] env[62127]: DEBUG nova.policy [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3544aab6699482781c1727341210095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c561059617b642dfb27b6ec028b874f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1258.122100] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80ce892d-80b7-472e-8945-8e3830919a8f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.132711] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1258.132711] env[62127]: value = "task-1732638" [ 1258.132711] env[62127]: _type = "Task" [ 1258.132711] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.153754] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732638, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.191244] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "271a9646-4243-4064-9c16-817beba6fcc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.191533] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "271a9646-4243-4064-9c16-817beba6fcc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.191838] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "271a9646-4243-4064-9c16-817beba6fcc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.192062] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "271a9646-4243-4064-9c16-817beba6fcc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1258.192242] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "271a9646-4243-4064-9c16-817beba6fcc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1258.194149] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1258.194392] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1258.194555] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Deleting the datastore file [datastore1] ba3913b8-fc13-46ae-9b0b-729f32e761c7 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.197766] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bc8273f-01a1-4e25-be70-452aa892c941 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.200091] env[62127]: INFO nova.compute.manager [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Terminating instance [ 1258.202869] env[62127]: DEBUG nova.compute.manager [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1258.203084] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1258.206820] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88add86e-2070-4781-a4f4-504bc50e886e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.228308] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732635, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.229238] env[62127]: DEBUG oslo_vmware.api [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for the task: (returnval){ [ 1258.229238] env[62127]: value = "task-1732639" [ 1258.229238] env[62127]: _type = "Task" [ 1258.229238] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.229238] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1258.233693] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f513e0a9-caa5-48f0-888c-53f40b3290d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.248820] env[62127]: DEBUG oslo_vmware.api [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732639, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.257481] env[62127]: DEBUG oslo_vmware.api [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1258.257481] env[62127]: value = "task-1732640" [ 1258.257481] env[62127]: _type = "Task" [ 1258.257481] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.257897] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732636, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079514} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.259675] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.263456] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c80e158-e61a-42f7-8d30-77fabc0c89e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.275354] env[62127]: DEBUG oslo_vmware.api [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.296439] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 474c168c-e96d-4d98-94e0-24749c242dc0/474c168c-e96d-4d98-94e0-24749c242dc0.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.299861] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-be5e69ea-f6e4-4304-827e-cdf810824922 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.328010] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1258.328010] env[62127]: value = "task-1732641" [ 1258.328010] env[62127]: _type = "Task" [ 1258.328010] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.340720] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.500911] env[62127]: DEBUG nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1258.535122] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21977ed7-4bb1-4ac7-b1e5-508c3f74ea3a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.541943] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6054def-5ac1-439c-84f6-5d270fb5cb7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.576719] env[62127]: DEBUG nova.network.neutron [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Successfully updated port: e5275569-91c2-4cd9-a9e8-7df2b7d65e37 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1258.578387] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f7f8a7-e721-41eb-b20c-fe572a5cedc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.587815] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bb50d92-dfad-46ff-8f9c-0106c135d71a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.605748] env[62127]: DEBUG nova.compute.provider_tree [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1258.643628] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732638, 'name': Rename_Task, 'duration_secs': 0.26823} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.643960] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.644279] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a16278f-6c0a-4e46-9085-34e5b2db5b0e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.651700] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1258.651700] env[62127]: value = "task-1732642" [ 1258.651700] env[62127]: _type = "Task" [ 1258.651700] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.655658] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Updated VIF entry in instance network info cache for port 71113499-dc68-4231-8286-73f052874255. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1258.655996] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Updating instance_info_cache with network_info: [{"id": "71113499-dc68-4231-8286-73f052874255", "address": "fa:16:3e:73:0c:7e", "network": {"id": "394a2d55-a24d-4a93-8e03-37345965b287", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1572655537-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7b3a0dfc181f484ab1832b314875795d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "11b669be-fb26-4ef8-bdb6-c77ab9d06daf", "external-id": "nsx-vlan-transportzone-633", "segmentation_id": 633, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap71113499-dc", "ovs_interfaceid": "71113499-dc68-4231-8286-73f052874255", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.662796] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.717210] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732635, 'name': ReconfigVM_Task, 'duration_secs': 0.677748} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.717510] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f/6ffb63f7-e9ba-43fc-a289-796552c5e84f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.718229] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df7425fe-434f-49e8-9872-87f97672be64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.726199] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1258.726199] env[62127]: value = "task-1732643" [ 1258.726199] env[62127]: _type = "Task" [ 1258.726199] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.737202] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732643, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.745494] env[62127]: DEBUG oslo_vmware.api [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Task: {'id': task-1732639, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224418} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.745786] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1258.745975] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1258.746303] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1258.746505] env[62127]: INFO nova.compute.manager [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1258.746829] env[62127]: DEBUG oslo.service.loopingcall [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1258.747042] env[62127]: DEBUG nova.compute.manager [-] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1258.747172] env[62127]: DEBUG nova.network.neutron [-] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1258.772779] env[62127]: DEBUG oslo_vmware.api [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732640, 'name': PowerOffVM_Task, 'duration_secs': 0.216448} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.773024] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1258.773221] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1258.773506] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f9ba5c42-ee66-4950-88c3-8c590f9efdc7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.847203] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732641, 'name': ReconfigVM_Task, 'duration_secs': 0.375619} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.847203] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 474c168c-e96d-4d98-94e0-24749c242dc0/474c168c-e96d-4d98-94e0-24749c242dc0.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1258.847203] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b28d351-5309-4e12-b598-665dd86a955c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.856711] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1258.856711] env[62127]: value = "task-1732645" [ 1258.856711] env[62127]: _type = "Task" [ 1258.856711] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.871965] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732645, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.885027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquiring lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1258.885027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.083696] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "refresh_cache-b0681af5-fe44-4dc1-9939-fcb24d26084c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.083950] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquired lock "refresh_cache-b0681af5-fe44-4dc1-9939-fcb24d26084c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.083950] env[62127]: DEBUG nova.network.neutron [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.119200] env[62127]: DEBUG nova.network.neutron [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Successfully created port: d658bf53-3777-4bbf-8b2d-9599845bd185 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.140224] env[62127]: ERROR nova.scheduler.client.report [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [req-49d1d6ed-9b15-4abd-9e8f-f9d46fc2c987] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-49d1d6ed-9b15-4abd-9e8f-f9d46fc2c987"}]} [ 1259.159350] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Releasing lock "refresh_cache-12cd5513-01c6-4bd2-9f14-0bf3f14f666c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1259.159350] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Received event network-vif-plugged-aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.159350] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.161493] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.161586] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.161817] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] No waiting events found dispatching network-vif-plugged-aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1259.162355] env[62127]: WARNING nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Received unexpected event network-vif-plugged-aaaa3020-7587-488e-97f9-95ca565d0d3d for instance with vm_state building and task_state spawning. [ 1259.162355] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Received event network-changed-58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.162355] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Refreshing instance network info cache due to event network-changed-58cb3f68-e55f-48a6-b715-ebbd93d4ab16. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1259.162622] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquiring lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.162622] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquired lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.162785] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Refreshing network info cache for port 58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.172701] env[62127]: DEBUG nova.scheduler.client.report [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1259.177428] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732642, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.180206] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1259.180206] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1259.180206] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Deleting the datastore file [datastore1] 271a9646-4243-4064-9c16-817beba6fcc9 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1259.180206] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5eeb8775-c8a2-4ec8-88cd-f39b79964fa9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.187819] env[62127]: DEBUG oslo_vmware.api [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for the task: (returnval){ [ 1259.187819] env[62127]: value = "task-1732646" [ 1259.187819] env[62127]: _type = "Task" [ 1259.187819] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.198158] env[62127]: DEBUG nova.scheduler.client.report [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1259.198374] env[62127]: DEBUG nova.compute.provider_tree [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.203708] env[62127]: DEBUG oslo_vmware.api [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.222178] env[62127]: DEBUG nova.scheduler.client.report [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1259.241105] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732643, 'name': Rename_Task, 'duration_secs': 0.235683} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.241442] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.241727] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44181a78-1ea4-4eea-b4a5-e4c3862e6298 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.249584] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Waiting for the task: (returnval){ [ 1259.249584] env[62127]: value = "task-1732647" [ 1259.249584] env[62127]: _type = "Task" [ 1259.249584] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.251107] env[62127]: DEBUG nova.scheduler.client.report [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1259.262516] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.343103] env[62127]: DEBUG nova.compute.manager [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-vif-plugged-55bbcc8d-5950-4cea-bb69-dfc37e97beaf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.343371] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] Acquiring lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1259.343616] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1259.343817] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1259.350460] env[62127]: DEBUG nova.compute.manager [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] No waiting events found dispatching network-vif-plugged-55bbcc8d-5950-4cea-bb69-dfc37e97beaf {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1259.350460] env[62127]: WARNING nova.compute.manager [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received unexpected event network-vif-plugged-55bbcc8d-5950-4cea-bb69-dfc37e97beaf for instance with vm_state building and task_state spawning. [ 1259.350460] env[62127]: DEBUG nova.compute.manager [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-changed-55bbcc8d-5950-4cea-bb69-dfc37e97beaf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1259.350460] env[62127]: DEBUG nova.compute.manager [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Refreshing instance network info cache due to event network-changed-55bbcc8d-5950-4cea-bb69-dfc37e97beaf. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1259.350766] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] Acquiring lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1259.350766] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] Acquired lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.350983] env[62127]: DEBUG nova.network.neutron [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Refreshing network info cache for port 55bbcc8d-5950-4cea-bb69-dfc37e97beaf {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1259.370154] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732645, 'name': Rename_Task, 'duration_secs': 0.170597} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.370154] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.370154] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4275f86-5844-4121-a107-0f2b0cc55e34 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.385065] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1259.385065] env[62127]: value = "task-1732648" [ 1259.385065] env[62127]: _type = "Task" [ 1259.385065] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.399201] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732648, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.512792] env[62127]: DEBUG nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1259.549868] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1259.550134] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1259.550302] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1259.550468] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1259.550611] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1259.550754] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1259.551044] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1259.553161] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1259.553366] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1259.553543] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1259.553722] env[62127]: DEBUG nova.virt.hardware [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1259.554626] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e386068f-2cb0-4625-acbd-58c6d2235874 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.565807] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517cbdcd-e0f8-4dbd-bdc2-9f1cad13a3cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.663547] env[62127]: DEBUG oslo_vmware.api [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732642, 'name': PowerOnVM_Task, 'duration_secs': 0.526624} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.666252] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.666870] env[62127]: INFO nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Took 11.35 seconds to spawn the instance on the hypervisor. [ 1259.667084] env[62127]: DEBUG nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1259.668266] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf35bb90-2d6a-4997-a668-5d1b54c6fb56 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.700522] env[62127]: DEBUG oslo_vmware.api [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Task: {'id': task-1732646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.275329} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.703937] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.704162] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.704339] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.704514] env[62127]: INFO nova.compute.manager [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Took 1.50 seconds to destroy the instance on the hypervisor. [ 1259.704754] env[62127]: DEBUG oslo.service.loopingcall [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1259.705388] env[62127]: DEBUG nova.compute.manager [-] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1259.705478] env[62127]: DEBUG nova.network.neutron [-] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1259.724046] env[62127]: DEBUG nova.network.neutron [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1259.752498] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa403e60-9406-4689-a2c2-a9838be96127 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.771017] env[62127]: DEBUG oslo_vmware.api [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Task: {'id': task-1732647, 'name': PowerOnVM_Task, 'duration_secs': 0.501927} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.771017] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.771017] env[62127]: DEBUG nova.compute.manager [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1259.771279] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47bdc3c7-157e-4613-adab-a83cf8b5fcab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.775092] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2cb3751-1ad8-4111-b415-64ff198206cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.818339] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8b7283-9922-4c98-b57f-4c095609f956 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.827576] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acf2a18e-f7ab-4110-be46-73e814e3f450 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.847232] env[62127]: DEBUG nova.compute.provider_tree [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1259.893929] env[62127]: DEBUG oslo_vmware.api [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1732648, 'name': PowerOnVM_Task, 'duration_secs': 0.500739} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.894259] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.894458] env[62127]: INFO nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1259.894663] env[62127]: DEBUG nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1259.895500] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf16a6e-ac99-4093-87f6-1659ce98d889 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.989572] env[62127]: DEBUG nova.network.neutron [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1260.204155] env[62127]: INFO nova.compute.manager [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Took 20.87 seconds to build instance. [ 1260.215564] env[62127]: DEBUG nova.network.neutron [-] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.334854] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1260.385307] env[62127]: DEBUG nova.scheduler.client.report [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1260.385587] env[62127]: DEBUG nova.compute.provider_tree [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 35 to 36 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1260.385770] env[62127]: DEBUG nova.compute.provider_tree [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1260.416241] env[62127]: INFO nova.compute.manager [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Took 20.75 seconds to build instance. [ 1260.420987] env[62127]: DEBUG nova.network.neutron [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.498530] env[62127]: DEBUG nova.network.neutron [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Updating instance_info_cache with network_info: [{"id": "e5275569-91c2-4cd9-a9e8-7df2b7d65e37", "address": "fa:16:3e:98:a7:d8", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5275569-91", "ovs_interfaceid": "e5275569-91c2-4cd9-a9e8-7df2b7d65e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.707969] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4889bb-d0b8-4586-af76-5e3856480a49 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.387s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.719686] env[62127]: INFO nova.compute.manager [-] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Took 1.97 seconds to deallocate network for instance. [ 1260.719686] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updated VIF entry in instance network info cache for port 58cb3f68-e55f-48a6-b715-ebbd93d4ab16. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1260.719901] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updating instance_info_cache with network_info: [{"id": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "address": "fa:16:3e:e5:b4:38", "network": {"id": "7de6da09-d37f-4063-b9d2-7cf41f688903", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2017858722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a2bb54d9d548cb9f63c322bd69684a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cb3f68-e5", "ovs_interfaceid": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.748328] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Successfully updated port: de1dc41f-af60-44f7-9f29-7dcea576693a {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1260.890868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.404s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.894592] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.200s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1260.895375] env[62127]: INFO nova.compute.claims [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1260.920345] env[62127]: INFO nova.scheduler.client.report [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleted allocations for instance 659eaab2-d81a-4125-85c5-1c162698c066 [ 1260.923930] env[62127]: DEBUG oslo_concurrency.lockutils [None req-183d9200-c2d5-4aa1-99c3-95e95f04f1e3 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.266s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1260.924800] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d79979b-649a-48c2-a0a2-a597993516ac req-dab2389b-7ff3-447e-be95-941bcb61d598 service nova] Releasing lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.002221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Releasing lock "refresh_cache-b0681af5-fe44-4dc1-9939-fcb24d26084c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.003276] env[62127]: DEBUG nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Instance network_info: |[{"id": "e5275569-91c2-4cd9-a9e8-7df2b7d65e37", "address": "fa:16:3e:98:a7:d8", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5275569-91", "ovs_interfaceid": "e5275569-91c2-4cd9-a9e8-7df2b7d65e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1261.003914] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:a7:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e5275569-91c2-4cd9-a9e8-7df2b7d65e37', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1261.018872] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Creating folder: Project (3bf63ef30b6d46b49c68b36da4a85319). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.018872] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd29099e-2f48-4a0f-a878-7d63e1fb007a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.038020] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Created folder: Project (3bf63ef30b6d46b49c68b36da4a85319) in parent group-v360450. [ 1261.038020] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Creating folder: Instances. Parent ref: group-v360498. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1261.038020] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd2f6bc7-721b-427c-94bf-938e6b1b3f5e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.055377] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Created folder: Instances in parent group-v360498. [ 1261.055653] env[62127]: DEBUG oslo.service.loopingcall [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1261.057893] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1261.057893] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c76f0ba-f794-4de7-94a7-674b74fac4bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.079817] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1261.079817] env[62127]: value = "task-1732651" [ 1261.079817] env[62127]: _type = "Task" [ 1261.079817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.092335] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732651, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.094996] env[62127]: DEBUG nova.compute.manager [req-2a8d68b2-6a4f-4943-ac91-8cac70d1caeb req-f89ec561-f16c-46ff-a0e4-da29f68ab352 service nova] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Received event network-vif-deleted-e25f9cda-e327-408f-ab43-8e3923f9e8be {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1261.183044] env[62127]: DEBUG nova.network.neutron [-] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.211636] env[62127]: DEBUG nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1261.227843] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Releasing lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1261.228309] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Received event network-changed-aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1261.228598] env[62127]: DEBUG nova.compute.manager [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Refreshing instance network info cache due to event network-changed-aaaa3020-7587-488e-97f9-95ca565d0d3d. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1261.228971] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1261.229241] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.229529] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Refreshing network info cache for port aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1261.232896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.429463] env[62127]: DEBUG nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1261.432756] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d9f510d4-8a54-44b8-a46c-879d883c7f27 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "659eaab2-d81a-4125-85c5-1c162698c066" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.672s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1261.590506] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732651, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.686972] env[62127]: INFO nova.compute.manager [-] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Took 1.98 seconds to deallocate network for instance. [ 1261.748729] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1261.958973] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.093167] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732651, 'name': CreateVM_Task, 'duration_secs': 0.573265} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.095757] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1262.097076] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.097263] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.097634] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1262.097956] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc6eb3b0-992d-4473-a812-c9c2f2ed1243 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.105070] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1262.105070] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520ff9b1-e065-8d4b-1f8c-967e19855649" [ 1262.105070] env[62127]: _type = "Task" [ 1262.105070] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.121680] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520ff9b1-e065-8d4b-1f8c-967e19855649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.197649] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.230742] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.231069] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.231531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.231836] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.232039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.234813] env[62127]: INFO nova.compute.manager [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Terminating instance [ 1262.241766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "refresh_cache-6ffb63f7-e9ba-43fc-a289-796552c5e84f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.241766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquired lock "refresh_cache-6ffb63f7-e9ba-43fc-a289-796552c5e84f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.241766] env[62127]: DEBUG nova.network.neutron [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1262.359487] env[62127]: DEBUG nova.compute.manager [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Received event network-vif-plugged-e5275569-91c2-4cd9-a9e8-7df2b7d65e37 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.359487] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] Acquiring lock "b0681af5-fe44-4dc1-9939-fcb24d26084c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1262.359713] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1262.359886] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1262.360072] env[62127]: DEBUG nova.compute.manager [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] No waiting events found dispatching network-vif-plugged-e5275569-91c2-4cd9-a9e8-7df2b7d65e37 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1262.360247] env[62127]: WARNING nova.compute.manager [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Received unexpected event network-vif-plugged-e5275569-91c2-4cd9-a9e8-7df2b7d65e37 for instance with vm_state building and task_state spawning. [ 1262.360412] env[62127]: DEBUG nova.compute.manager [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Received event network-changed-e5275569-91c2-4cd9-a9e8-7df2b7d65e37 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1262.360719] env[62127]: DEBUG nova.compute.manager [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Refreshing instance network info cache due to event network-changed-e5275569-91c2-4cd9-a9e8-7df2b7d65e37. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1262.360842] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] Acquiring lock "refresh_cache-b0681af5-fe44-4dc1-9939-fcb24d26084c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.361027] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] Acquired lock "refresh_cache-b0681af5-fe44-4dc1-9939-fcb24d26084c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.363812] env[62127]: DEBUG nova.network.neutron [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Refreshing network info cache for port e5275569-91c2-4cd9-a9e8-7df2b7d65e37 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1262.442737] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f20d3a0-ce69-4ee0-a553-debcb863f4e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.452931] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ce5efbf-5363-43bf-aaaa-39856ec7e9a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.492340] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb0e1d5-87cb-4c1b-b8c9-bf4acc9b30b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.501813] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc580ee1-6de9-408e-b1ac-e8e845a193e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.521448] env[62127]: DEBUG nova.compute.provider_tree [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.620107] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520ff9b1-e065-8d4b-1f8c-967e19855649, 'name': SearchDatastore_Task, 'duration_secs': 0.0142} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.620451] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1262.622199] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1262.622199] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1262.622199] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.622199] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1262.622199] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-795d0a7b-32e7-4844-bb93-d07f2c3cffa2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.636071] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1262.636271] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1262.637411] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08ebcc20-dd79-4f47-b8ee-463a2b8b847b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.646308] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1262.646308] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52489f6f-e714-6659-7ab0-498ceb1284e5" [ 1262.646308] env[62127]: _type = "Task" [ 1262.646308] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.655716] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52489f6f-e714-6659-7ab0-498ceb1284e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.807615] env[62127]: DEBUG nova.network.neutron [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.026681] env[62127]: DEBUG nova.scheduler.client.report [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1263.158658] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52489f6f-e714-6659-7ab0-498ceb1284e5, 'name': SearchDatastore_Task, 'duration_secs': 0.018084} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.159581] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a9a6ddc-6eb5-4f3e-81fb-8ef8a9004d25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.164058] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updated VIF entry in instance network info cache for port aaaa3020-7587-488e-97f9-95ca565d0d3d. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1263.164058] env[62127]: DEBUG nova.network.neutron [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.170747] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1263.170747] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527833d8-4dea-23e2-89ca-e8f565907c61" [ 1263.170747] env[62127]: _type = "Task" [ 1263.170747] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.190037] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527833d8-4dea-23e2-89ca-e8f565907c61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.267397] env[62127]: DEBUG nova.network.neutron [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Successfully updated port: d658bf53-3777-4bbf-8b2d-9599845bd185 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.369654] env[62127]: DEBUG nova.network.neutron [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.536018] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.536018] env[62127]: DEBUG nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1263.540879] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.334s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.542739] env[62127]: INFO nova.compute.claims [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.650599] env[62127]: DEBUG nova.compute.manager [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-vif-plugged-de1dc41f-af60-44f7-9f29-7dcea576693a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1263.650599] env[62127]: DEBUG oslo_concurrency.lockutils [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] Acquiring lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1263.651583] env[62127]: DEBUG oslo_concurrency.lockutils [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1263.651860] env[62127]: DEBUG oslo_concurrency.lockutils [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1263.652127] env[62127]: DEBUG nova.compute.manager [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] No waiting events found dispatching network-vif-plugged-de1dc41f-af60-44f7-9f29-7dcea576693a {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1263.652398] env[62127]: WARNING nova.compute.manager [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received unexpected event network-vif-plugged-de1dc41f-af60-44f7-9f29-7dcea576693a for instance with vm_state building and task_state spawning. [ 1263.652622] env[62127]: DEBUG nova.compute.manager [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-changed-de1dc41f-af60-44f7-9f29-7dcea576693a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1263.652859] env[62127]: DEBUG nova.compute.manager [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Refreshing instance network info cache due to event network-changed-de1dc41f-af60-44f7-9f29-7dcea576693a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1263.654139] env[62127]: DEBUG oslo_concurrency.lockutils [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] Acquiring lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.654139] env[62127]: DEBUG oslo_concurrency.lockutils [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] Acquired lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.654139] env[62127]: DEBUG nova.network.neutron [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Refreshing network info cache for port de1dc41f-af60-44f7-9f29-7dcea576693a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.667859] env[62127]: DEBUG oslo_concurrency.lockutils [req-ace1714f-5828-4ff7-8d12-08128ef34091 req-59a6e6ad-f3fb-4efd-9b2e-aea2d68591d7 service nova] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.683453] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527833d8-4dea-23e2-89ca-e8f565907c61, 'name': SearchDatastore_Task, 'duration_secs': 0.026763} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.686580] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.687964] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b0681af5-fe44-4dc1-9939-fcb24d26084c/b0681af5-fe44-4dc1-9939-fcb24d26084c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1263.689031] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58fa8894-fcf7-4ebb-b17c-1d6e1a5cd963 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.701562] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1263.701562] env[62127]: value = "task-1732652" [ 1263.701562] env[62127]: _type = "Task" [ 1263.701562] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.708433] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Successfully updated port: 1e19535a-2afb-4190-9c8b-682a0f0b568b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1263.718397] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732652, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.773832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "refresh_cache-e7f51043-6190-446e-a795-68fba59f8b37" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1263.773832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "refresh_cache-e7f51043-6190-446e-a795-68fba59f8b37" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.773832] env[62127]: DEBUG nova.network.neutron [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.875346] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Releasing lock "refresh_cache-6ffb63f7-e9ba-43fc-a289-796552c5e84f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1263.876272] env[62127]: DEBUG nova.compute.manager [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1263.876272] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.877114] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef1bbac-fa69-4998-888b-2333ccf1c39f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.891277] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.891383] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b36cb457-0509-4622-9eca-3abbb9d010de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.904650] env[62127]: DEBUG oslo_vmware.api [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1263.904650] env[62127]: value = "task-1732653" [ 1263.904650] env[62127]: _type = "Task" [ 1263.904650] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.919324] env[62127]: DEBUG oslo_vmware.api [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732653, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.029145] env[62127]: DEBUG nova.network.neutron [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Updated VIF entry in instance network info cache for port e5275569-91c2-4cd9-a9e8-7df2b7d65e37. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.029145] env[62127]: DEBUG nova.network.neutron [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Updating instance_info_cache with network_info: [{"id": "e5275569-91c2-4cd9-a9e8-7df2b7d65e37", "address": "fa:16:3e:98:a7:d8", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.150", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape5275569-91", "ovs_interfaceid": "e5275569-91c2-4cd9-a9e8-7df2b7d65e37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.048394] env[62127]: DEBUG nova.compute.utils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1264.052832] env[62127]: DEBUG nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1264.053660] env[62127]: DEBUG nova.network.neutron [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.151086] env[62127]: DEBUG nova.policy [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1264.213958] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1264.224278] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732652, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.269394] env[62127]: DEBUG nova.network.neutron [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.391217] env[62127]: DEBUG nova.network.neutron [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1264.412228] env[62127]: DEBUG nova.network.neutron [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.420369] env[62127]: DEBUG oslo_vmware.api [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732653, 'name': PowerOffVM_Task, 'duration_secs': 0.379574} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.420722] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.421025] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.421281] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfe89903-4102-4690-8155-97e91889fac5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.456286] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.456581] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.456900] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Deleting the datastore file [datastore1] 6ffb63f7-e9ba-43fc-a289-796552c5e84f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.457160] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e849d85f-843c-4c6f-b3fd-7bb4e62e2d3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.464654] env[62127]: DEBUG oslo_vmware.api [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for the task: (returnval){ [ 1264.464654] env[62127]: value = "task-1732655" [ 1264.464654] env[62127]: _type = "Task" [ 1264.464654] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.476856] env[62127]: DEBUG oslo_vmware.api [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732655, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.537183] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] Releasing lock "refresh_cache-b0681af5-fe44-4dc1-9939-fcb24d26084c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.537759] env[62127]: DEBUG nova.compute.manager [req-a31050ec-8667-48a1-a231-f656c9045e30 req-2b54e381-f4c7-42a1-9f57-808722c9d6f5 service nova] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Received event network-vif-deleted-226ae82d-9f8b-42b7-a9c2-af9cd7757010 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1264.553733] env[62127]: DEBUG nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1264.722153] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732652, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684823} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.722473] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b0681af5-fe44-4dc1-9939-fcb24d26084c/b0681af5-fe44-4dc1-9939-fcb24d26084c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1264.723082] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1264.723082] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79395dd5-4ff4-493a-ba24-ef1991c50dca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.737080] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1264.737080] env[62127]: value = "task-1732656" [ 1264.737080] env[62127]: _type = "Task" [ 1264.737080] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.749738] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732656, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.869261] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "2a346945-3e97-4da8-aa48-3e39577d63d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1264.869687] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1264.894191] env[62127]: DEBUG nova.network.neutron [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Updating instance_info_cache with network_info: [{"id": "d658bf53-3777-4bbf-8b2d-9599845bd185", "address": "fa:16:3e:78:fe:dc", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd658bf53-37", "ovs_interfaceid": "d658bf53-3777-4bbf-8b2d-9599845bd185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.921704] env[62127]: DEBUG oslo_concurrency.lockutils [req-d925585d-4434-4ae1-8b9a-d15803b5ebb0 req-adb5137e-4c4c-4e0e-80a9-4cbc2187c100 service nova] Releasing lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1264.922407] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.922589] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1265.198705] env[62127]: DEBUG oslo_vmware.api [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Task: {'id': task-1732655, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099162} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.198705] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1265.198705] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1265.198705] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1265.198705] env[62127]: INFO nova.compute.manager [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1265.202916] env[62127]: DEBUG oslo.service.loopingcall [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.202916] env[62127]: DEBUG nova.compute.manager [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1265.202916] env[62127]: DEBUG nova.network.neutron [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1265.202916] env[62127]: DEBUG nova.network.neutron [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.220922] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a319dcef-5e05-4203-9c17-a09a16cccfc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.232671] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbb84985-7226-4847-9cd7-82a535a45cbe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.268779] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a692545-9c30-44ff-9ca2-8c06717dd70a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.274434] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732656, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222286} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.274995] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1265.276052] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d16397bb-a12a-4af1-a176-75c5c4b7ccea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.282279] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e78a761-148d-456d-9519-f4dbb6d355bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.305167] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] b0681af5-fe44-4dc1-9939-fcb24d26084c/b0681af5-fe44-4dc1-9939-fcb24d26084c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1265.306038] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ee64afb6-57b1-40b0-b972-47ef303783a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.332426] env[62127]: DEBUG nova.network.neutron [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Successfully created port: 6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1265.335592] env[62127]: DEBUG nova.compute.provider_tree [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1265.338517] env[62127]: DEBUG nova.compute.manager [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Received event network-vif-plugged-d658bf53-3777-4bbf-8b2d-9599845bd185 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.339441] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Acquiring lock "e7f51043-6190-446e-a795-68fba59f8b37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1265.339441] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Lock "e7f51043-6190-446e-a795-68fba59f8b37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1265.339441] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Lock "e7f51043-6190-446e-a795-68fba59f8b37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1265.339441] env[62127]: DEBUG nova.compute.manager [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] No waiting events found dispatching network-vif-plugged-d658bf53-3777-4bbf-8b2d-9599845bd185 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1265.339441] env[62127]: WARNING nova.compute.manager [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Received unexpected event network-vif-plugged-d658bf53-3777-4bbf-8b2d-9599845bd185 for instance with vm_state building and task_state spawning. [ 1265.339677] env[62127]: DEBUG nova.compute.manager [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Received event network-changed-d658bf53-3777-4bbf-8b2d-9599845bd185 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1265.339677] env[62127]: DEBUG nova.compute.manager [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Refreshing instance network info cache due to event network-changed-d658bf53-3777-4bbf-8b2d-9599845bd185. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1265.339926] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Acquiring lock "refresh_cache-e7f51043-6190-446e-a795-68fba59f8b37" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1265.349727] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1265.349727] env[62127]: value = "task-1732657" [ 1265.349727] env[62127]: _type = "Task" [ 1265.349727] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.360579] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732657, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.401689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "refresh_cache-e7f51043-6190-446e-a795-68fba59f8b37" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1265.402050] env[62127]: DEBUG nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance network_info: |[{"id": "d658bf53-3777-4bbf-8b2d-9599845bd185", "address": "fa:16:3e:78:fe:dc", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd658bf53-37", "ovs_interfaceid": "d658bf53-3777-4bbf-8b2d-9599845bd185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1265.402361] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Acquired lock "refresh_cache-e7f51043-6190-446e-a795-68fba59f8b37" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.402533] env[62127]: DEBUG nova.network.neutron [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Refreshing network info cache for port d658bf53-3777-4bbf-8b2d-9599845bd185 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.403840] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:fe:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd658bf53-3777-4bbf-8b2d-9599845bd185', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1265.412715] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating folder: Project (c561059617b642dfb27b6ec028b874f8). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.414166] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c7c822b-00b1-4b53-a7a0-83f17e205833 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.431128] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created folder: Project (c561059617b642dfb27b6ec028b874f8) in parent group-v360450. [ 1265.431322] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating folder: Instances. Parent ref: group-v360501. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1265.431540] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a87af2cb-b2bb-4b46-802e-deef19f90607 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.445214] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created folder: Instances in parent group-v360501. [ 1265.445469] env[62127]: DEBUG oslo.service.loopingcall [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1265.445666] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1265.445886] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-508c98c7-95f4-459a-90d6-90a261eec0bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.476989] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1265.476989] env[62127]: value = "task-1732660" [ 1265.476989] env[62127]: _type = "Task" [ 1265.476989] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.488669] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732660, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.555875] env[62127]: DEBUG nova.network.neutron [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.563827] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1265.575833] env[62127]: DEBUG nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1265.622247] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1265.622642] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1265.622853] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.623164] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1265.623658] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.623890] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1265.624222] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1265.624427] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1265.624640] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1265.624868] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1265.625113] env[62127]: DEBUG nova.virt.hardware [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1265.626111] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52cc2238-9053-476d-bc75-8d446480db1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.636895] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1798b8ff-84cf-432c-b3a8-bfe5fe34f016 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.865056] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732657, 'name': ReconfigVM_Task, 'duration_secs': 0.294678} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.865378] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Reconfigured VM instance instance-00000011 to attach disk [datastore1] b0681af5-fe44-4dc1-9939-fcb24d26084c/b0681af5-fe44-4dc1-9939-fcb24d26084c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1265.866031] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2d3aecf-7955-4384-970e-eb5380365b30 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.871490] env[62127]: ERROR nova.scheduler.client.report [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [req-d0e41adf-1949-4704-9258-715cab50d74e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-d0e41adf-1949-4704-9258-715cab50d74e"}]} [ 1265.879035] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1265.879035] env[62127]: value = "task-1732661" [ 1265.879035] env[62127]: _type = "Task" [ 1265.879035] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.900927] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732661, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.902835] env[62127]: DEBUG nova.scheduler.client.report [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1265.930760] env[62127]: DEBUG nova.scheduler.client.report [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1265.931600] env[62127]: DEBUG nova.compute.provider_tree [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1265.949390] env[62127]: DEBUG nova.scheduler.client.report [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1265.971975] env[62127]: DEBUG nova.scheduler.client.report [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1265.987146] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732660, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.027553] env[62127]: DEBUG nova.compute.manager [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-vif-plugged-1e19535a-2afb-4190-9c8b-682a0f0b568b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.027768] env[62127]: DEBUG oslo_concurrency.lockutils [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] Acquiring lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.027990] env[62127]: DEBUG oslo_concurrency.lockutils [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1266.028417] env[62127]: DEBUG oslo_concurrency.lockutils [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1266.028614] env[62127]: DEBUG nova.compute.manager [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] No waiting events found dispatching network-vif-plugged-1e19535a-2afb-4190-9c8b-682a0f0b568b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1266.028883] env[62127]: WARNING nova.compute.manager [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received unexpected event network-vif-plugged-1e19535a-2afb-4190-9c8b-682a0f0b568b for instance with vm_state building and task_state spawning. [ 1266.028938] env[62127]: DEBUG nova.compute.manager [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-changed-1e19535a-2afb-4190-9c8b-682a0f0b568b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1266.032021] env[62127]: DEBUG nova.compute.manager [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Refreshing instance network info cache due to event network-changed-1e19535a-2afb-4190-9c8b-682a0f0b568b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1266.032021] env[62127]: DEBUG oslo_concurrency.lockutils [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] Acquiring lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.063437] env[62127]: INFO nova.compute.manager [-] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Took 1.08 seconds to deallocate network for instance. [ 1266.391205] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732661, 'name': Rename_Task, 'duration_secs': 0.160726} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.391698] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1266.391794] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-84fff708-875b-43ed-9e35-dd0fd9787c82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.402456] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1266.402456] env[62127]: value = "task-1732662" [ 1266.402456] env[62127]: _type = "Task" [ 1266.402456] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.411817] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732662, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.419040] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cfbd41f-da46-4ee7-a586-666cc3df597c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.427418] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccadd61-067a-4bab-9ddd-22d42a7e4221 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.463321] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5f45fa-e906-4de2-a9be-aea321b0fcb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.474590] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1561a034-d4ab-4f19-a7ea-e567c69f001b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.493111] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732660, 'name': CreateVM_Task, 'duration_secs': 0.76} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.508607] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1266.509193] env[62127]: DEBUG nova.compute.provider_tree [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1266.513680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.513680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.516023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1266.516023] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb64828-199e-41b5-8ccc-0f61e00a9c36 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.522599] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1266.522599] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d9b47d-5aae-6408-3097-8ed8148c9664" [ 1266.522599] env[62127]: _type = "Task" [ 1266.522599] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.536254] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d9b47d-5aae-6408-3097-8ed8148c9664, 'name': SearchDatastore_Task, 'duration_secs': 0.010985} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.536623] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1266.536919] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1266.537225] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1266.537483] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.537756] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1266.538166] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f79bacd1-ff95-4bd1-a9e0-8fd966ce8d87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.548117] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1266.548325] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1266.552043] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23c314b4-e671-42c6-b031-0fe983aee184 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.556503] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1266.556503] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bbee3e-2da0-59f4-9d33-17ebefafaeb4" [ 1266.556503] env[62127]: _type = "Task" [ 1266.556503] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.569314] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bbee3e-2da0-59f4-9d33-17ebefafaeb4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.580810] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1266.697088] env[62127]: DEBUG nova.network.neutron [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Updated VIF entry in instance network info cache for port d658bf53-3777-4bbf-8b2d-9599845bd185. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.697822] env[62127]: DEBUG nova.network.neutron [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Updating instance_info_cache with network_info: [{"id": "d658bf53-3777-4bbf-8b2d-9599845bd185", "address": "fa:16:3e:78:fe:dc", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd658bf53-37", "ovs_interfaceid": "d658bf53-3777-4bbf-8b2d-9599845bd185", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.914906] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732662, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.028707] env[62127]: DEBUG nova.network.neutron [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Updating instance_info_cache with network_info: [{"id": "55bbcc8d-5950-4cea-bb69-dfc37e97beaf", "address": "fa:16:3e:d9:34:2e", "network": {"id": "d9173128-3a87-496a-8302-d36e52cf0e3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-519510753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bbcc8d-59", "ovs_interfaceid": "55bbcc8d-5950-4cea-bb69-dfc37e97beaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de1dc41f-af60-44f7-9f29-7dcea576693a", "address": "fa:16:3e:38:49:a0", "network": {"id": "6da0b13a-7013-4466-9e5e-cf3b43e4b82a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1622103447", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1dc41f-af", "ovs_interfaceid": "de1dc41f-af60-44f7-9f29-7dcea576693a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e19535a-2afb-4190-9c8b-682a0f0b568b", "address": "fa:16:3e:2e:f8:ae", "network": {"id": "d9173128-3a87-496a-8302-d36e52cf0e3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-519510753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e19535a-2a", "ovs_interfaceid": "1e19535a-2afb-4190-9c8b-682a0f0b568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.064146] env[62127]: DEBUG nova.scheduler.client.report [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 37 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1267.064467] env[62127]: DEBUG nova.compute.provider_tree [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 37 to 38 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1267.064670] env[62127]: DEBUG nova.compute.provider_tree [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1267.079417] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bbee3e-2da0-59f4-9d33-17ebefafaeb4, 'name': SearchDatastore_Task, 'duration_secs': 0.010864} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.081753] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14f82428-7f00-407a-ad9b-a019a7ebe51e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.090822] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1267.090822] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5216d9a0-6473-cfe4-298c-223c0dc65a18" [ 1267.090822] env[62127]: _type = "Task" [ 1267.090822] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.101211] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5216d9a0-6473-cfe4-298c-223c0dc65a18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.201544] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Releasing lock "refresh_cache-e7f51043-6190-446e-a795-68fba59f8b37" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.201544] env[62127]: DEBUG nova.compute.manager [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Received event network-changed-aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1267.201544] env[62127]: DEBUG nova.compute.manager [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Refreshing instance network info cache due to event network-changed-aaaa3020-7587-488e-97f9-95ca565d0d3d. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1267.201544] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1267.201544] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.201752] env[62127]: DEBUG nova.network.neutron [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Refreshing network info cache for port aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.414025] env[62127]: DEBUG oslo_vmware.api [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732662, 'name': PowerOnVM_Task, 'duration_secs': 0.519018} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.414300] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1267.415321] env[62127]: INFO nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Took 10.51 seconds to spawn the instance on the hypervisor. [ 1267.415321] env[62127]: DEBUG nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1267.415689] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce30ed6-3228-47ec-91b1-f8a817da7037 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.533689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Releasing lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.534275] env[62127]: DEBUG nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Instance network_info: |[{"id": "55bbcc8d-5950-4cea-bb69-dfc37e97beaf", "address": "fa:16:3e:d9:34:2e", "network": {"id": "d9173128-3a87-496a-8302-d36e52cf0e3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-519510753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bbcc8d-59", "ovs_interfaceid": "55bbcc8d-5950-4cea-bb69-dfc37e97beaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de1dc41f-af60-44f7-9f29-7dcea576693a", "address": "fa:16:3e:38:49:a0", "network": {"id": "6da0b13a-7013-4466-9e5e-cf3b43e4b82a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1622103447", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1dc41f-af", "ovs_interfaceid": "de1dc41f-af60-44f7-9f29-7dcea576693a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e19535a-2afb-4190-9c8b-682a0f0b568b", "address": "fa:16:3e:2e:f8:ae", "network": {"id": "d9173128-3a87-496a-8302-d36e52cf0e3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-519510753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e19535a-2a", "ovs_interfaceid": "1e19535a-2afb-4190-9c8b-682a0f0b568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1267.534643] env[62127]: DEBUG oslo_concurrency.lockutils [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] Acquired lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.534835] env[62127]: DEBUG nova.network.neutron [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Refreshing network info cache for port 1e19535a-2afb-4190-9c8b-682a0f0b568b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.536456] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:34:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '55bbcc8d-5950-4cea-bb69-dfc37e97beaf', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:49:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '415e68b4-3766-4359-afe2-f8563910d98c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de1dc41f-af60-44f7-9f29-7dcea576693a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:f8:ae', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ba866c99-1cb2-4588-9f76-4bc0421ed46a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e19535a-2afb-4190-9c8b-682a0f0b568b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1267.551180] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Creating folder: Project (607a66a24edf477e84f2710f35745300). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.552587] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3129c10e-9cbb-402d-ab00-7bf4fcf308e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.565517] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Created folder: Project (607a66a24edf477e84f2710f35745300) in parent group-v360450. [ 1267.565806] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Creating folder: Instances. Parent ref: group-v360504. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1267.566015] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb567c11-1f66-493d-903d-f28f0238ea7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.576749] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Created folder: Instances in parent group-v360504. [ 1267.577085] env[62127]: DEBUG oslo.service.loopingcall [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1267.577192] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1267.577387] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e55a394-6c78-4129-af8f-4ffc268833d5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.599756] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.060s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1267.600253] env[62127]: DEBUG nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1267.607023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.106s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1267.607023] env[62127]: INFO nova.compute.claims [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.621969] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5216d9a0-6473-cfe4-298c-223c0dc65a18, 'name': SearchDatastore_Task, 'duration_secs': 0.012189} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.626023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1267.626023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1267.626023] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1267.626023] env[62127]: value = "task-1732665" [ 1267.626023] env[62127]: _type = "Task" [ 1267.626023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.626023] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-409d38f9-5e85-45ef-9d6e-1b565f84cd64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.639147] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732665, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.642032] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1267.642032] env[62127]: value = "task-1732666" [ 1267.642032] env[62127]: _type = "Task" [ 1267.642032] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.652291] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732666, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.942106] env[62127]: INFO nova.compute.manager [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Took 23.71 seconds to build instance. [ 1268.118700] env[62127]: DEBUG nova.compute.utils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1268.125011] env[62127]: DEBUG nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1268.125011] env[62127]: DEBUG nova.network.neutron [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.142038] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732665, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.161949] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732666, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.270266] env[62127]: DEBUG nova.network.neutron [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updated VIF entry in instance network info cache for port aaaa3020-7587-488e-97f9-95ca565d0d3d. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.272008] env[62127]: DEBUG nova.network.neutron [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.308293] env[62127]: DEBUG nova.policy [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '245c461610a24f339be9058709dc3967', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f2cacdccbdf64681ae5c1744bb099409', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1268.326093] env[62127]: DEBUG nova.network.neutron [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Successfully updated port: 6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1268.446093] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ccbb223-6a24-41d9-bd67-5c4b20a4160c tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.241s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.571358] env[62127]: DEBUG nova.compute.manager [req-cc87c95e-9fe0-4b83-8375-1217fa3e9609 req-9a22b31d-9bb4-43bf-b7a6-e14becdb0553 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received event network-vif-plugged-6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1268.571961] env[62127]: DEBUG oslo_concurrency.lockutils [req-cc87c95e-9fe0-4b83-8375-1217fa3e9609 req-9a22b31d-9bb4-43bf-b7a6-e14becdb0553 service nova] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.572388] env[62127]: DEBUG oslo_concurrency.lockutils [req-cc87c95e-9fe0-4b83-8375-1217fa3e9609 req-9a22b31d-9bb4-43bf-b7a6-e14becdb0553 service nova] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.573119] env[62127]: DEBUG oslo_concurrency.lockutils [req-cc87c95e-9fe0-4b83-8375-1217fa3e9609 req-9a22b31d-9bb4-43bf-b7a6-e14becdb0553 service nova] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1268.573466] env[62127]: DEBUG nova.compute.manager [req-cc87c95e-9fe0-4b83-8375-1217fa3e9609 req-9a22b31d-9bb4-43bf-b7a6-e14becdb0553 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] No waiting events found dispatching network-vif-plugged-6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1268.573791] env[62127]: WARNING nova.compute.manager [req-cc87c95e-9fe0-4b83-8375-1217fa3e9609 req-9a22b31d-9bb4-43bf-b7a6-e14becdb0553 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received unexpected event network-vif-plugged-6bcb754a-b7a8-4589-a6f6-bdc762065ec3 for instance with vm_state building and task_state spawning. [ 1268.623684] env[62127]: DEBUG nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1268.642905] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1268.643267] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1268.651285] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732665, 'name': CreateVM_Task, 'duration_secs': 0.717847} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.651808] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.653089] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.653276] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.653578] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1268.653827] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ee132f8-f0fe-4122-af50-bc507dc3c83a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.662540] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732666, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649901} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.663385] env[62127]: DEBUG nova.network.neutron [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Updated VIF entry in instance network info cache for port 1e19535a-2afb-4190-9c8b-682a0f0b568b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.663829] env[62127]: DEBUG nova.network.neutron [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Updating instance_info_cache with network_info: [{"id": "55bbcc8d-5950-4cea-bb69-dfc37e97beaf", "address": "fa:16:3e:d9:34:2e", "network": {"id": "d9173128-3a87-496a-8302-d36e52cf0e3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-519510753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.95", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap55bbcc8d-59", "ovs_interfaceid": "55bbcc8d-5950-4cea-bb69-dfc37e97beaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "de1dc41f-af60-44f7-9f29-7dcea576693a", "address": "fa:16:3e:38:49:a0", "network": {"id": "6da0b13a-7013-4466-9e5e-cf3b43e4b82a", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1622103447", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.230", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "415e68b4-3766-4359-afe2-f8563910d98c", "external-id": "nsx-vlan-transportzone-538", "segmentation_id": 538, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1dc41f-af", "ovs_interfaceid": "de1dc41f-af60-44f7-9f29-7dcea576693a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1e19535a-2afb-4190-9c8b-682a0f0b568b", "address": "fa:16:3e:2e:f8:ae", "network": {"id": "d9173128-3a87-496a-8302-d36e52cf0e3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-519510753", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.123", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ba866c99-1cb2-4588-9f76-4bc0421ed46a", "external-id": "nsx-vlan-transportzone-92", "segmentation_id": 92, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e19535a-2a", "ovs_interfaceid": "1e19535a-2afb-4190-9c8b-682a0f0b568b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.666240] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1268.666470] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1268.667089] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cf77b1b-6fb9-4990-99ff-f2304f3ded69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.671354] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1268.671354] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5201a17a-9411-f501-6e7e-3dc34f20c638" [ 1268.671354] env[62127]: _type = "Task" [ 1268.671354] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.676920] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1268.676920] env[62127]: value = "task-1732667" [ 1268.676920] env[62127]: _type = "Task" [ 1268.676920] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.691213] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5201a17a-9411-f501-6e7e-3dc34f20c638, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.696956] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732667, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.774410] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed1dbf02-60f6-4cf9-88f9-f1819c8c244b req-fd883359-06e5-4951-8260-37a49df0597b service nova] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1268.830056] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1268.833128] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.833128] env[62127]: DEBUG nova.network.neutron [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1268.951312] env[62127]: DEBUG nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1269.037132] env[62127]: DEBUG nova.network.neutron [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Successfully created port: 5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.168235] env[62127]: DEBUG oslo_concurrency.lockutils [req-79d083ad-c21e-40a6-8106-e037234fd74a req-6a7f2acb-d853-4894-b6b8-ce8e68f2083b service nova] Releasing lock "refresh_cache-8803ecc6-1ec3-44ae-ad17-5e84887a28c6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.188248] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5201a17a-9411-f501-6e7e-3dc34f20c638, 'name': SearchDatastore_Task, 'duration_secs': 0.03324} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.189669] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1269.189669] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1269.190104] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1269.190736] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.190736] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1269.190825] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9e33571-7e17-422c-b77a-c10145addf9b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.197461] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732667, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070292} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.198341] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1269.199759] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26197040-a774-47da-8a35-6de7ccd9d6e5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.205529] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b8a426e-2e96-40e5-b056-973bc135979c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.209592] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1269.209775] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1269.210847] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b94aeb0-aa27-4967-a9e9-5648ab25b7eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.236639] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1269.237833] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b247150-3d66-49cc-99ed-8ada41ae0f97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.254028] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf2bdc7-25ed-420e-8f00-e6c5e6eee975 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.258853] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1269.258853] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f917c7-e76a-286a-3746-25e0a85e1b5e" [ 1269.258853] env[62127]: _type = "Task" [ 1269.258853] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.293500] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89250fa8-dd93-46c0-8c3f-fd01cfd54be8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.296673] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1269.296673] env[62127]: value = "task-1732668" [ 1269.296673] env[62127]: _type = "Task" [ 1269.296673] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.300593] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f917c7-e76a-286a-3746-25e0a85e1b5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.307112] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f917ed1e-c12d-415f-b2d7-09318ab6bd33 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.314049] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.324922] env[62127]: DEBUG nova.compute.provider_tree [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.386434] env[62127]: DEBUG nova.network.neutron [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1269.403138] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.403483] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.403662] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.403778] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.403992] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.408361] env[62127]: INFO nova.compute.manager [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Terminating instance [ 1269.410765] env[62127]: DEBUG nova.compute.manager [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1269.411014] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.412148] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc02c7a-62f3-4eb5-a681-b9a3589cc38e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.421197] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.421461] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c313308-001e-49ef-9b8a-b8d59a7b7960 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.428911] env[62127]: DEBUG oslo_vmware.api [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1269.428911] env[62127]: value = "task-1732669" [ 1269.428911] env[62127]: _type = "Task" [ 1269.428911] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.437398] env[62127]: DEBUG oslo_vmware.api [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.489578] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.648307] env[62127]: DEBUG nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1269.652335] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "b0681af5-fe44-4dc1-9939-fcb24d26084c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.653149] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.653412] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "b0681af5-fe44-4dc1-9939-fcb24d26084c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.653636] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.653890] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.655992] env[62127]: INFO nova.compute.manager [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Terminating instance [ 1269.659296] env[62127]: DEBUG nova.compute.manager [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1269.659296] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.660168] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451bf67-8852-4c12-b5ff-b7dbda005d01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.664443] env[62127]: DEBUG nova.network.neutron [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.676882] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.677389] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-175bde28-1f05-4ca7-a515-4000a81cdff9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.687891] env[62127]: DEBUG oslo_vmware.api [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1269.687891] env[62127]: value = "task-1732670" [ 1269.687891] env[62127]: _type = "Task" [ 1269.687891] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.709232] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1269.709495] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1269.709647] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1269.709923] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1269.710044] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1269.710115] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1269.710323] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1269.710473] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1269.710628] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1269.710780] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1269.711267] env[62127]: DEBUG nova.virt.hardware [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1269.714721] env[62127]: DEBUG oslo_vmware.api [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.714721] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eb693bc-b685-4539-8567-0f878012348f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.721446] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17738b8e-ce84-42b1-aa2e-2b0cb3279dc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.772078] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f917c7-e76a-286a-3746-25e0a85e1b5e, 'name': SearchDatastore_Task, 'duration_secs': 0.055672} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.772875] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77bc291f-4ebc-42c6-9e8c-4f0424a55da3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.779580] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1269.779580] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bba9bc-bb88-51f1-fa21-32450cdfde9a" [ 1269.779580] env[62127]: _type = "Task" [ 1269.779580] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.789425] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bba9bc-bb88-51f1-fa21-32450cdfde9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.812306] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732668, 'name': ReconfigVM_Task, 'duration_secs': 0.300635} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.812552] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.813361] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-21809e04-ed39-41b9-8f7c-935c99a407fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.824388] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1269.824388] env[62127]: value = "task-1732671" [ 1269.824388] env[62127]: _type = "Task" [ 1269.824388] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.829579] env[62127]: DEBUG nova.scheduler.client.report [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1269.840910] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732671, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.939577] env[62127]: DEBUG oslo_vmware.api [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732669, 'name': PowerOffVM_Task, 'duration_secs': 0.261928} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.940084] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.940472] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.940769] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f816f975-0822-411f-8854-1b60a815e883 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.969403] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "155f172d-43df-4a99-9e15-c2f506cf2992" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.969726] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "155f172d-43df-4a99-9e15-c2f506cf2992" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.969996] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "155f172d-43df-4a99-9e15-c2f506cf2992-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1269.970237] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "155f172d-43df-4a99-9e15-c2f506cf2992-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1269.970462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "155f172d-43df-4a99-9e15-c2f506cf2992-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1269.973498] env[62127]: INFO nova.compute.manager [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Terminating instance [ 1269.976194] env[62127]: DEBUG nova.compute.manager [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1269.976402] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.977353] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e5f57-d563-47a8-b8cd-545a4d5d132d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.988197] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.988197] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-07c4ce3e-43b4-4049-a62f-05befe44965d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.996237] env[62127]: DEBUG oslo_vmware.api [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1269.996237] env[62127]: value = "task-1732673" [ 1269.996237] env[62127]: _type = "Task" [ 1269.996237] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.007086] env[62127]: DEBUG oslo_vmware.api [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732673, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.033169] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.033423] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.033616] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleting the datastore file [datastore1] ba1584e7-f56e-4c91-b39b-13af8d91cb1a {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.033905] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c91979-63bb-45ea-9056-36a3c668c1c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.042093] env[62127]: DEBUG oslo_vmware.api [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1270.042093] env[62127]: value = "task-1732674" [ 1270.042093] env[62127]: _type = "Task" [ 1270.042093] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.050994] env[62127]: DEBUG oslo_vmware.api [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.177679] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.178309] env[62127]: DEBUG nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Instance network_info: |[{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1270.178865] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:71:c1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bcb754a-b7a8-4589-a6f6-bdc762065ec3', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1270.189461] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Creating folder: Project (2ab321ccca1a4d31b8c69e0e12b4d124). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.189812] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9d40f31-c9a3-44b3-a4f7-d531caba4b8f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.202559] env[62127]: DEBUG oslo_vmware.api [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732670, 'name': PowerOffVM_Task, 'duration_secs': 0.180164} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.202839] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.203051] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.203318] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-429d3eb9-49b9-46fa-9223-9bd3f740f2a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.214160] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Created folder: Project (2ab321ccca1a4d31b8c69e0e12b4d124) in parent group-v360450. [ 1270.214388] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Creating folder: Instances. Parent ref: group-v360507. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1270.214642] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cddfc38f-75d2-426b-843a-04aa8d089273 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.227205] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Created folder: Instances in parent group-v360507. [ 1270.227205] env[62127]: DEBUG oslo.service.loopingcall [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.227391] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1270.227428] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-68f7cf9c-6e65-4a27-ae0a-1829c75f443e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.252588] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1270.252588] env[62127]: value = "task-1732678" [ 1270.252588] env[62127]: _type = "Task" [ 1270.252588] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.262457] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732678, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.294936] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bba9bc-bb88-51f1-fa21-32450cdfde9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012463} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.294936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1270.294936] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8803ecc6-1ec3-44ae-ad17-5e84887a28c6/8803ecc6-1ec3-44ae-ad17-5e84887a28c6.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1270.295367] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-02d15bb7-0dcf-4a59-a0ab-31cab3789791 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.304391] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1270.304391] env[62127]: value = "task-1732679" [ 1270.304391] env[62127]: _type = "Task" [ 1270.304391] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.314094] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.336874] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732671, 'name': Rename_Task, 'duration_secs': 0.161517} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.337487] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.338268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.734s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.341095] env[62127]: DEBUG nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1270.341464] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1270.341730] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1270.341917] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Deleting the datastore file [datastore1] b0681af5-fe44-4dc1-9939-fcb24d26084c {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1270.342810] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d439743f-1462-48a1-ae45-0ba68cde08af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.348813] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.736s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.349052] env[62127]: DEBUG nova.objects.instance [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lazy-loading 'resources' on Instance uuid 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.353371] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-18960649-fd51-4d67-bba9-dfad4ce2694b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.363798] env[62127]: DEBUG oslo_vmware.api [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for the task: (returnval){ [ 1270.363798] env[62127]: value = "task-1732680" [ 1270.363798] env[62127]: _type = "Task" [ 1270.363798] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.365263] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1270.365263] env[62127]: value = "task-1732681" [ 1270.365263] env[62127]: _type = "Task" [ 1270.365263] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.377550] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732681, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.380206] env[62127]: DEBUG oslo_vmware.api [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.519407] env[62127]: DEBUG oslo_vmware.api [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732673, 'name': PowerOffVM_Task, 'duration_secs': 0.197439} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.519407] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1270.519407] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1270.519407] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c47b431c-e131-4dd9-acd7-12633e6de31e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.558419] env[62127]: DEBUG oslo_vmware.api [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173107} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.558708] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.558928] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.559196] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.559506] env[62127]: INFO nova.compute.manager [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1270.559917] env[62127]: DEBUG oslo.service.loopingcall [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.560078] env[62127]: DEBUG nova.compute.manager [-] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1270.560200] env[62127]: DEBUG nova.network.neutron [-] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.760364] env[62127]: DEBUG nova.compute.manager [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received event network-changed-6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1270.760364] env[62127]: DEBUG nova.compute.manager [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Refreshing instance network info cache due to event network-changed-6bcb754a-b7a8-4589-a6f6-bdc762065ec3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1270.760364] env[62127]: DEBUG oslo_concurrency.lockutils [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] Acquiring lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1270.760578] env[62127]: DEBUG oslo_concurrency.lockutils [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] Acquired lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.760869] env[62127]: DEBUG nova.network.neutron [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Refreshing network info cache for port 6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1270.773301] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732678, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.822596] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.822596] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.822778] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1270.823041] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1270.823427] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1270.824963] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732679, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.827542] env[62127]: INFO nova.compute.manager [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Terminating instance [ 1270.827542] env[62127]: DEBUG nova.compute.manager [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1270.827905] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1270.828687] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57786a3-7671-4d7d-a06f-9893a576af4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.842159] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1270.842502] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e626021-5fc3-4cc9-a1bc-c22694cf99fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.848901] env[62127]: DEBUG nova.compute.utils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1270.850274] env[62127]: DEBUG nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1270.850512] env[62127]: DEBUG nova.network.neutron [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1270.861271] env[62127]: DEBUG oslo_vmware.api [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1270.861271] env[62127]: value = "task-1732683" [ 1270.861271] env[62127]: _type = "Task" [ 1270.861271] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.893906] env[62127]: DEBUG oslo_vmware.api [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Task: {'id': task-1732680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489085} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.894255] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732681, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.898351] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.899104] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.899104] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.899104] env[62127]: INFO nova.compute.manager [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1270.900688] env[62127]: DEBUG oslo.service.loopingcall [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1270.900688] env[62127]: DEBUG oslo_vmware.api [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.900688] env[62127]: DEBUG nova.compute.manager [-] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1270.900688] env[62127]: DEBUG nova.network.neutron [-] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1270.981353] env[62127]: DEBUG nova.policy [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93e97ec8a9a140a89a6dedb3349a3b95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '632d297c54ec4e9c81ae7bd6a0cc11b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1271.085933] env[62127]: DEBUG nova.compute.manager [req-c822ea35-062a-499e-8bc1-f79dda77bf87 req-6515d293-b863-457d-8b72-e3767b4f92cb service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Received event network-vif-deleted-1d70b7b2-9b30-4ba5-a777-7ed37771435c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1271.087152] env[62127]: INFO nova.compute.manager [req-c822ea35-062a-499e-8bc1-f79dda77bf87 req-6515d293-b863-457d-8b72-e3767b4f92cb service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Neutron deleted interface 1d70b7b2-9b30-4ba5-a777-7ed37771435c; detaching it from the instance and deleting it from the info cache [ 1271.087152] env[62127]: DEBUG nova.network.neutron [req-c822ea35-062a-499e-8bc1-f79dda77bf87 req-6515d293-b863-457d-8b72-e3767b4f92cb service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.268405] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732678, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.321297] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.618859} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.323965] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8803ecc6-1ec3-44ae-ad17-5e84887a28c6/8803ecc6-1ec3-44ae-ad17-5e84887a28c6.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.324290] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.325359] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f3d5bec7-d906-44e8-b29f-55479409a842 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.333568] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1271.333568] env[62127]: value = "task-1732684" [ 1271.333568] env[62127]: _type = "Task" [ 1271.333568] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.343203] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.358902] env[62127]: DEBUG nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1271.368171] env[62127]: DEBUG nova.network.neutron [-] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.386783] env[62127]: DEBUG oslo_vmware.api [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732683, 'name': PowerOffVM_Task, 'duration_secs': 0.198813} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.392801] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1271.394521] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1271.394521] env[62127]: DEBUG oslo_vmware.api [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732681, 'name': PowerOnVM_Task, 'duration_secs': 0.739441} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.394521] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0598295-3780-43ec-b8a9-53f13b494698 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.396483] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.396713] env[62127]: INFO nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Took 11.88 seconds to spawn the instance on the hypervisor. [ 1271.396922] env[62127]: DEBUG nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1271.398259] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579570b2-a66d-4b14-a517-8b88946ef5c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.436158] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.438626] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.438626] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleting the datastore file [datastore1] 155f172d-43df-4a99-9e15-c2f506cf2992 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.438626] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ed7d31f-ed83-450d-9846-3b9ba752518b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.445093] env[62127]: DEBUG oslo_vmware.api [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for the task: (returnval){ [ 1271.445093] env[62127]: value = "task-1732686" [ 1271.445093] env[62127]: _type = "Task" [ 1271.445093] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.460549] env[62127]: DEBUG oslo_vmware.api [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.475641] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3712d2aa-3960-45d3-9373-745e51d638a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.486491] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e71a2cb-f025-498c-891f-37edb8745d25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.527035] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfeeab7-b660-4bef-9d18-a9456debbaad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.531050] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1271.531050] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1271.531050] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Deleting the datastore file [datastore1] 12cd5513-01c6-4bd2-9f14-0bf3f14f666c {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1271.531050] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbfec51c-5fec-4f23-b5f1-b6de3acbd1ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.542022] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de2bc2e-e6ca-43c0-ab77-f23736520c3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.546639] env[62127]: DEBUG oslo_vmware.api [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for the task: (returnval){ [ 1271.546639] env[62127]: value = "task-1732687" [ 1271.546639] env[62127]: _type = "Task" [ 1271.546639] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.560684] env[62127]: DEBUG nova.compute.provider_tree [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.568067] env[62127]: DEBUG oslo_vmware.api [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.593334] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c93a26e-7e67-4cf0-b594-19d7a9b00c01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.605888] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034c072d-1def-4ad4-9c06-c8167c854667 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.649178] env[62127]: DEBUG nova.compute.manager [req-c822ea35-062a-499e-8bc1-f79dda77bf87 req-6515d293-b863-457d-8b72-e3767b4f92cb service nova] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Detach interface failed, port_id=1d70b7b2-9b30-4ba5-a777-7ed37771435c, reason: Instance ba1584e7-f56e-4c91-b39b-13af8d91cb1a could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1271.771738] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732678, 'name': CreateVM_Task, 'duration_secs': 1.179116} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.772021] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1271.773815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1271.773815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.773815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1271.773815] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e31b9a3-c694-402b-b8b8-34486e85440a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.781054] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1271.781054] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529d289f-ed3a-3728-1cf8-11a063edded4" [ 1271.781054] env[62127]: _type = "Task" [ 1271.781054] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.794666] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529d289f-ed3a-3728-1cf8-11a063edded4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.815234] env[62127]: DEBUG nova.network.neutron [-] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.854022] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.177466} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.854022] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1271.854022] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d6b721-8336-4989-8603-960368bfc85d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.890813] env[62127]: INFO nova.compute.manager [-] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Took 1.33 seconds to deallocate network for instance. [ 1271.906154] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Reconfiguring VM instance instance-00000010 to attach disk [datastore1] 8803ecc6-1ec3-44ae-ad17-5e84887a28c6/8803ecc6-1ec3-44ae-ad17-5e84887a28c6.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1271.907381] env[62127]: DEBUG nova.network.neutron [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Successfully updated port: 5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.910445] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d837714b-8dbd-48a2-ab33-fd27117a8d58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.945591] env[62127]: DEBUG nova.network.neutron [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updated VIF entry in instance network info cache for port 6bcb754a-b7a8-4589-a6f6-bdc762065ec3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.945943] env[62127]: DEBUG nova.network.neutron [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.954845] env[62127]: INFO nova.compute.manager [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Took 24.80 seconds to build instance. [ 1271.955867] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1271.955867] env[62127]: value = "task-1732688" [ 1271.955867] env[62127]: _type = "Task" [ 1271.955867] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.959667] env[62127]: DEBUG oslo_vmware.api [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Task: {'id': task-1732686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17026} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.963897] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1271.964413] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1271.964487] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1271.964653] env[62127]: INFO nova.compute.manager [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Took 1.99 seconds to destroy the instance on the hypervisor. [ 1271.964938] env[62127]: DEBUG oslo.service.loopingcall [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1271.965802] env[62127]: DEBUG nova.compute.manager [-] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1271.965915] env[62127]: DEBUG nova.network.neutron [-] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1271.974499] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732688, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.022771] env[62127]: DEBUG nova.network.neutron [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Successfully created port: 5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1272.060463] env[62127]: DEBUG oslo_vmware.api [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Task: {'id': task-1732687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151555} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.060747] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1272.061010] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1272.061159] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1272.061346] env[62127]: INFO nova.compute.manager [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1272.061595] env[62127]: DEBUG oslo.service.loopingcall [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1272.061783] env[62127]: DEBUG nova.compute.manager [-] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1272.061878] env[62127]: DEBUG nova.network.neutron [-] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1272.108948] env[62127]: ERROR nova.scheduler.client.report [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] [req-94fff68f-40b5-42b6-8d63-d682320a3792] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-94fff68f-40b5-42b6-8d63-d682320a3792"}]} [ 1272.131206] env[62127]: DEBUG nova.scheduler.client.report [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1272.163936] env[62127]: DEBUG nova.scheduler.client.report [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1272.164295] env[62127]: DEBUG nova.compute.provider_tree [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.181258] env[62127]: DEBUG nova.scheduler.client.report [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1272.218249] env[62127]: DEBUG nova.scheduler.client.report [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1272.299296] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529d289f-ed3a-3728-1cf8-11a063edded4, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.303410] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.303649] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.303875] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.304070] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.304501] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.304734] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ee7a0c4-ecd6-4a71-9a3e-817d6f53652a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.322993] env[62127]: INFO nova.compute.manager [-] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Took 1.42 seconds to deallocate network for instance. [ 1272.323666] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.323666] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.329443] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70a4acda-7a4d-4d2b-b3c0-4573e1a43493 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.347369] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1272.347369] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520ecb8c-fcf5-2558-917c-39df3af614b1" [ 1272.347369] env[62127]: _type = "Task" [ 1272.347369] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.359465] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520ecb8c-fcf5-2558-917c-39df3af614b1, 'name': SearchDatastore_Task, 'duration_secs': 0.010992} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.362922] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1df1b26a-da6b-447f-b553-86d46f12f836 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.374526] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1272.374526] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5210aff0-3881-3e94-6114-1d08805cebc2" [ 1272.374526] env[62127]: _type = "Task" [ 1272.374526] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.391260] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5210aff0-3881-3e94-6114-1d08805cebc2, 'name': SearchDatastore_Task, 'duration_secs': 0.011077} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.395117] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.395421] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b7b2b3cc-4b29-45d6-881e-843ef3c6a191/b7b2b3cc-4b29-45d6-881e-843ef3c6a191.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1272.397029] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f447e5e4-f984-4570-b053-01200506f05f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.406197] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1272.406197] env[62127]: value = "task-1732689" [ 1272.406197] env[62127]: _type = "Task" [ 1272.406197] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.407885] env[62127]: DEBUG nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1272.432359] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.440269] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "refresh_cache-0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1272.440404] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired lock "refresh_cache-0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.440548] env[62127]: DEBUG nova.network.neutron [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.446152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.448784] env[62127]: DEBUG oslo_concurrency.lockutils [req-42f4ea4a-2a38-4f1a-aa41-6138332e71da req-a0134a16-dea4-4ff8-bcfb-f480b72057e3 service nova] Releasing lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1272.455570] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1272.455833] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1272.455991] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1272.456195] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1272.456342] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1272.456488] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1272.456695] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1272.456935] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1272.457036] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1272.457215] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1272.457390] env[62127]: DEBUG nova.virt.hardware [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1272.458571] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed408014-733d-4b92-b2ec-ade433bf7ccc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.464651] env[62127]: DEBUG oslo_concurrency.lockutils [None req-541199a3-d26a-429f-9a84-b7a518e5361d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "e7f51043-6190-446e-a795-68fba59f8b37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.320s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1272.479974] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4124b6bc-468b-427b-9a2e-2a88460b0054 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.486308] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732688, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.747827] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78b1fcd5-3ec8-4cac-970f-a9454d60f6bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.757345] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e4ca81-261b-44ed-89b6-cb76aff80fa2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.796306] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e20044f7-c21f-4e25-9c34-03d09b253af2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.807338] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efed480-e1b3-4718-ac97-75c6cf96c885 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.824920] env[62127]: DEBUG nova.compute.provider_tree [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.844214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1272.917683] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512151} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.918942] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b7b2b3cc-4b29-45d6-881e-843ef3c6a191/b7b2b3cc-4b29-45d6-881e-843ef3c6a191.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1272.918942] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1272.918942] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a0562817-7233-448b-8c0e-2dba26b46c7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.926821] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1272.926821] env[62127]: value = "task-1732690" [ 1272.926821] env[62127]: _type = "Task" [ 1272.926821] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.939399] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732690, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.976932] env[62127]: DEBUG nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1272.989077] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732688, 'name': ReconfigVM_Task, 'duration_secs': 0.670482} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.989507] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Reconfigured VM instance instance-00000010 to attach disk [datastore1] 8803ecc6-1ec3-44ae-ad17-5e84887a28c6/8803ecc6-1ec3-44ae-ad17-5e84887a28c6.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1272.991312] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca8ca204-d0a6-4707-af36-21e6e68d2e2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.002295] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1273.002295] env[62127]: value = "task-1732691" [ 1273.002295] env[62127]: _type = "Task" [ 1273.002295] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.006810] env[62127]: DEBUG nova.network.neutron [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1273.019729] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732691, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.289694] env[62127]: DEBUG nova.compute.manager [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Received event network-vif-plugged-5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1273.289812] env[62127]: DEBUG oslo_concurrency.lockutils [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] Acquiring lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.290500] env[62127]: DEBUG oslo_concurrency.lockutils [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.290690] env[62127]: DEBUG oslo_concurrency.lockutils [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.290864] env[62127]: DEBUG nova.compute.manager [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] No waiting events found dispatching network-vif-plugged-5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1273.291084] env[62127]: WARNING nova.compute.manager [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Received unexpected event network-vif-plugged-5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 for instance with vm_state building and task_state spawning. [ 1273.291337] env[62127]: DEBUG nova.compute.manager [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Received event network-changed-5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1273.291461] env[62127]: DEBUG nova.compute.manager [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Refreshing instance network info cache due to event network-changed-5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1273.291593] env[62127]: DEBUG oslo_concurrency.lockutils [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] Acquiring lock "refresh_cache-0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1273.308368] env[62127]: DEBUG nova.network.neutron [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Updating instance_info_cache with network_info: [{"id": "5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92", "address": "fa:16:3e:57:a8:0c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb0c49a-1e", "ovs_interfaceid": "5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.331164] env[62127]: DEBUG nova.scheduler.client.report [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1273.401044] env[62127]: DEBUG nova.compute.manager [req-aae5070a-7033-46c6-ac29-5e297b8b326b req-945a329e-7a77-417a-a834-83460dac4d0d service nova] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Received event network-vif-deleted-e5275569-91c2-4cd9-a9e8-7df2b7d65e37 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1273.439715] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732690, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097633} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.439761] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1273.441268] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a3677d-883b-4bae-b6c4-8748cf2429bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.471041] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] b7b2b3cc-4b29-45d6-881e-843ef3c6a191/b7b2b3cc-4b29-45d6-881e-843ef3c6a191.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1273.472349] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f319272e-5da1-4deb-b8c8-d7d9d528e99e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.498639] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1273.498639] env[62127]: value = "task-1732692" [ 1273.498639] env[62127]: _type = "Task" [ 1273.498639] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.513179] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732692, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.519506] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732691, 'name': Rename_Task, 'duration_secs': 0.288155} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.524071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.524071] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1273.524071] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3198b4ca-1810-4fc4-be7f-ad520d509915 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.528631] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1273.528631] env[62127]: value = "task-1732693" [ 1273.528631] env[62127]: _type = "Task" [ 1273.528631] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.540125] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.573772] env[62127]: DEBUG nova.network.neutron [-] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.594533] env[62127]: DEBUG nova.network.neutron [-] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.811663] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Releasing lock "refresh_cache-0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1273.812032] env[62127]: DEBUG nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Instance network_info: |[{"id": "5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92", "address": "fa:16:3e:57:a8:0c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb0c49a-1e", "ovs_interfaceid": "5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1273.812340] env[62127]: DEBUG oslo_concurrency.lockutils [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] Acquired lock "refresh_cache-0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.812848] env[62127]: DEBUG nova.network.neutron [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Refreshing network info cache for port 5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.814344] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:57:a8:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.821996] env[62127]: DEBUG oslo.service.loopingcall [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1273.822483] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.822699] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d2ed79-56e2-450c-86f0-08b5009752cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.843576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.495s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.846901] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.904s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.848541] env[62127]: INFO nova.compute.claims [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1273.858755] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.858755] env[62127]: value = "task-1732694" [ 1273.858755] env[62127]: _type = "Task" [ 1273.858755] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.871702] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732694, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.877665] env[62127]: INFO nova.scheduler.client.report [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Deleted allocations for instance 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d [ 1274.009600] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732692, 'name': ReconfigVM_Task, 'duration_secs': 0.29607} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.009957] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Reconfigured VM instance instance-00000013 to attach disk [datastore1] b7b2b3cc-4b29-45d6-881e-843ef3c6a191/b7b2b3cc-4b29-45d6-881e-843ef3c6a191.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1274.010677] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-430fefc9-9641-4e45-97ee-8011165162e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.020971] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1274.020971] env[62127]: value = "task-1732695" [ 1274.020971] env[62127]: _type = "Task" [ 1274.020971] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.032061] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732695, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.043652] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732693, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.076688] env[62127]: INFO nova.compute.manager [-] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Took 2.11 seconds to deallocate network for instance. [ 1274.097563] env[62127]: INFO nova.compute.manager [-] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Took 2.04 seconds to deallocate network for instance. [ 1274.375817] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "cb1bba98-24b6-443d-92c9-59640cf53754" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.375817] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "cb1bba98-24b6-443d-92c9-59640cf53754" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1274.392045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9034ea5f-2945-4897-9c97-fdb0eaf8bd2f tempest-ServerDiagnosticsV248Test-877102319 tempest-ServerDiagnosticsV248Test-877102319-project-member] Lock "1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.792s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1274.393034] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732694, 'name': CreateVM_Task, 'duration_secs': 0.444423} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.393803] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.394457] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.394611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.397412] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1274.397412] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76a02b55-bcc5-4afa-8524-0a161c505f91 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.404086] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1274.404086] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cf346e-5cc2-b18a-ad9d-e735464d8421" [ 1274.404086] env[62127]: _type = "Task" [ 1274.404086] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.414933] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf346e-5cc2-b18a-ad9d-e735464d8421, 'name': SearchDatastore_Task} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.419068] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1274.419068] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1274.419261] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1274.419418] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.419568] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1274.420522] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-17d5cdf8-f20b-4776-92a4-ef4613de0e8f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.431477] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1274.431669] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1274.432416] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f906738-4c86-4ddc-afe0-112375869474 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.438829] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1274.438829] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d6af25-587a-ab79-491a-bc424a3fc874" [ 1274.438829] env[62127]: _type = "Task" [ 1274.438829] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.447974] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6af25-587a-ab79-491a-bc424a3fc874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.534531] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732695, 'name': Rename_Task, 'duration_secs': 0.250657} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.543989] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.543989] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dc1ac8b-0ad1-441e-a213-b6851ed32b1b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.557938] env[62127]: DEBUG oslo_vmware.api [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732693, 'name': PowerOnVM_Task, 'duration_secs': 0.673342} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.560503] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1274.560896] env[62127]: INFO nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Took 21.27 seconds to spawn the instance on the hypervisor. [ 1274.561669] env[62127]: DEBUG nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1274.561669] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1274.561669] env[62127]: value = "task-1732696" [ 1274.561669] env[62127]: _type = "Task" [ 1274.561669] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.565017] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5176d55b-1818-4612-93ea-097752e473f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.570318] env[62127]: DEBUG nova.network.neutron [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Successfully updated port: 5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1274.582289] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732696, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.584834] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.606318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1274.654844] env[62127]: DEBUG nova.network.neutron [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Updated VIF entry in instance network info cache for port 5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.655219] env[62127]: DEBUG nova.network.neutron [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Updating instance_info_cache with network_info: [{"id": "5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92", "address": "fa:16:3e:57:a8:0c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.50", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cb0c49a-1e", "ovs_interfaceid": "5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.952544] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6af25-587a-ab79-491a-bc424a3fc874, 'name': SearchDatastore_Task, 'duration_secs': 0.009815} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.953525] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d80b0b-6e36-44dd-913d-f71429003302 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.963411] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1274.963411] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529218c0-8473-a3b1-f74c-f413ac527569" [ 1274.963411] env[62127]: _type = "Task" [ 1274.963411] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.977162] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529218c0-8473-a3b1-f74c-f413ac527569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.055025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.055025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.055025] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1275.055025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1275.078367] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.078367] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.079333] env[62127]: DEBUG nova.network.neutron [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1275.089149] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732696, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.099246] env[62127]: INFO nova.compute.manager [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Took 32.94 seconds to build instance. [ 1275.818643] env[62127]: DEBUG oslo_concurrency.lockutils [req-c1091427-6ed1-46c7-83bf-e896ea7a5367 req-06d3cee0-142d-4862-83ca-5070f9830c0a service nova] Releasing lock "refresh_cache-0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.819648] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.821620] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9182fcd6-c822-48b7-9d21-365b25ba75ca tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.678s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.823198] env[62127]: DEBUG nova.compute.manager [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Received event network-vif-deleted-f0de9435-3874-4dad-8b55-9ff68fd92a9e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.823390] env[62127]: DEBUG nova.compute.manager [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Received event network-vif-deleted-71113499-dc68-4231-8286-73f052874255 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.823561] env[62127]: DEBUG nova.compute.manager [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Received event network-vif-plugged-5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.823734] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] Acquiring lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1275.823922] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1275.824094] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1275.824301] env[62127]: DEBUG nova.compute.manager [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] No waiting events found dispatching network-vif-plugged-5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1275.824425] env[62127]: WARNING nova.compute.manager [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Received unexpected event network-vif-plugged-5b5b89ca-8e84-499a-93f0-5b8f72106245 for instance with vm_state building and task_state spawning. [ 1275.824571] env[62127]: DEBUG nova.compute.manager [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Received event network-changed-5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1275.824721] env[62127]: DEBUG nova.compute.manager [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Refreshing instance network info cache due to event network-changed-5b5b89ca-8e84-499a-93f0-5b8f72106245. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1275.824893] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] Acquiring lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1275.841346] env[62127]: DEBUG oslo_vmware.api [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732696, 'name': PowerOnVM_Task, 'duration_secs': 0.524568} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.846321] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1275.846537] env[62127]: INFO nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Took 10.27 seconds to spawn the instance on the hypervisor. [ 1275.846714] env[62127]: DEBUG nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1275.851187] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529218c0-8473-a3b1-f74c-f413ac527569, 'name': SearchDatastore_Task, 'duration_secs': 0.015294} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.853690] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cfdd30-3e68-4ab5-bff0-f4aad9d2bef2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.856557] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1275.856805] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee/0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1275.857836] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46cba797-e707-4651-81b8-b9c02d9554be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.870838] env[62127]: DEBUG nova.network.neutron [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1275.873123] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1275.873123] env[62127]: value = "task-1732697" [ 1275.873123] env[62127]: _type = "Task" [ 1275.873123] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.885210] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.050118] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c21c1d-b8e0-4613-a170-31871448174a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.057962] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0a0993-890d-4476-a76f-7b0c4bed6adb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.093531] env[62127]: DEBUG nova.network.neutron [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Updating instance_info_cache with network_info: [{"id": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "address": "fa:16:3e:cb:14:ca", "network": {"id": "a453a972-81ef-43ff-b643-46060801ad07", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1831007139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632d297c54ec4e9c81ae7bd6a0cc11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5b89ca-8e", "ovs_interfaceid": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1276.096078] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38168d74-82c9-414e-aa48-1aa60543616a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.104847] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf7d4c5-e199-4171-a17c-bcf2eca7e82f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.123481] env[62127]: DEBUG nova.compute.provider_tree [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1276.333475] env[62127]: DEBUG nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1276.353193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.353193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.353193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.353193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1276.353193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.354946] env[62127]: INFO nova.compute.manager [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Terminating instance [ 1276.358031] env[62127]: DEBUG nova.compute.manager [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1276.358031] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.358861] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34e6e69-1d9a-49c2-9ea0-db8e9c679fb2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.369253] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.369253] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3abcf25-fa9a-4384-89ae-d3e7d1fbc90b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.388319] env[62127]: DEBUG oslo_vmware.api [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1276.388319] env[62127]: value = "task-1732698" [ 1276.388319] env[62127]: _type = "Task" [ 1276.388319] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.389311] env[62127]: INFO nova.compute.manager [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Took 27.72 seconds to build instance. [ 1276.403127] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732697, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.411685] env[62127]: DEBUG oslo_vmware.api [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.597173] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Releasing lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1276.597173] env[62127]: DEBUG nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Instance network_info: |[{"id": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "address": "fa:16:3e:cb:14:ca", "network": {"id": "a453a972-81ef-43ff-b643-46060801ad07", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1831007139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632d297c54ec4e9c81ae7bd6a0cc11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5b89ca-8e", "ovs_interfaceid": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1276.597449] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] Acquired lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.598050] env[62127]: DEBUG nova.network.neutron [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Refreshing network info cache for port 5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.602028] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cb:14:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b5b89ca-8e84-499a-93f0-5b8f72106245', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1276.608999] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Creating folder: Project (632d297c54ec4e9c81ae7bd6a0cc11b7). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.610206] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-642b2e92-c605-4357-8084-99aaeb226fdf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.623308] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Created folder: Project (632d297c54ec4e9c81ae7bd6a0cc11b7) in parent group-v360450. [ 1276.623504] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Creating folder: Instances. Parent ref: group-v360511. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1276.623745] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-beb8069c-8db4-4cb0-8081-b41fd1be13b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.626763] env[62127]: DEBUG nova.scheduler.client.report [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1276.634978] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Created folder: Instances in parent group-v360511. [ 1276.635225] env[62127]: DEBUG oslo.service.loopingcall [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1276.635410] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1276.635614] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dfe5e12-f799-4b8b-b58c-eade4f1b2de2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.657261] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1276.657261] env[62127]: value = "task-1732701" [ 1276.657261] env[62127]: _type = "Task" [ 1276.657261] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.668561] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732701, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.860161] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1276.888246] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732697, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644132} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.888561] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee/0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1276.888806] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1276.889085] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-290cc8fe-4c4a-43f0-877b-16f9468274f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.897028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5ead74f-7a54-4f37-95b0-ac07437dad24 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.249s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1276.901240] env[62127]: DEBUG oslo_vmware.api [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732698, 'name': PowerOffVM_Task, 'duration_secs': 0.417608} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.903157] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.903405] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.903741] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1276.903741] env[62127]: value = "task-1732702" [ 1276.903741] env[62127]: _type = "Task" [ 1276.903741] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.904462] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67e4dc1e-50cd-40bb-92cb-3989aa8a5da7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.927947] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732702, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.131797] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.285s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1277.132889] env[62127]: DEBUG nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1277.136392] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.795s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.139084] env[62127]: INFO nova.compute.claims [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1277.173942] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732701, 'name': CreateVM_Task, 'duration_secs': 0.399949} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.174118] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1277.174939] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.174976] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.175279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1277.179314] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60b3b804-c545-4ecd-97d7-422642750e25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.185615] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1277.185615] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52efaee9-78ef-7571-7c96-55703ffdfb2c" [ 1277.185615] env[62127]: _type = "Task" [ 1277.185615] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.195016] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52efaee9-78ef-7571-7c96-55703ffdfb2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.263408] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.263582] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.263733] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Deleting the datastore file [datastore1] 8803ecc6-1ec3-44ae-ad17-5e84887a28c6 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.264655] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b07843d-c534-4507-ae57-3df7c37a188d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.272967] env[62127]: DEBUG oslo_vmware.api [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1277.272967] env[62127]: value = "task-1732704" [ 1277.272967] env[62127]: _type = "Task" [ 1277.272967] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.281342] env[62127]: DEBUG oslo_vmware.api [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732704, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.403513] env[62127]: DEBUG nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1277.419201] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732702, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0718} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.419466] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.420260] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c225fd46-7379-45f5-9bd8-d39abddd15ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.423943] env[62127]: DEBUG nova.network.neutron [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Updated VIF entry in instance network info cache for port 5b5b89ca-8e84-499a-93f0-5b8f72106245. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1277.424324] env[62127]: DEBUG nova.network.neutron [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Updating instance_info_cache with network_info: [{"id": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "address": "fa:16:3e:cb:14:ca", "network": {"id": "a453a972-81ef-43ff-b643-46060801ad07", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1831007139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632d297c54ec4e9c81ae7bd6a0cc11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5b89ca-8e", "ovs_interfaceid": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.454233] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee/0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.455129] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1268a6d2-5826-40d1-8e07-e0ac46ab4f8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.480111] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1277.480111] env[62127]: value = "task-1732705" [ 1277.480111] env[62127]: _type = "Task" [ 1277.480111] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.492097] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732705, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.652150] env[62127]: DEBUG nova.compute.utils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1277.652750] env[62127]: DEBUG nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1277.652936] env[62127]: DEBUG nova.network.neutron [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1277.700479] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52efaee9-78ef-7571-7c96-55703ffdfb2c, 'name': SearchDatastore_Task, 'duration_secs': 0.044657} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.701179] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.701179] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1277.701309] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1277.701453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.701664] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1277.701928] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbf6f31a-3016-417a-8106-2983348f24a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.712896] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1277.713144] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1277.713907] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-069b636c-04f4-4aac-bb63-237e93cde8f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.721026] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1277.721026] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ead18f-d3b8-7dce-1965-bf020031fe7a" [ 1277.721026] env[62127]: _type = "Task" [ 1277.721026] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.725246] env[62127]: DEBUG nova.policy [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3544aab6699482781c1727341210095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c561059617b642dfb27b6ec028b874f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1277.735914] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ead18f-d3b8-7dce-1965-bf020031fe7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.736710] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acab0f5f-38e6-4b63-b0c3-0e7b42595994 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.743770] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1277.743770] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ac8e1b-db2d-8489-95fc-7b3ea4bc534c" [ 1277.743770] env[62127]: _type = "Task" [ 1277.743770] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.758458] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ac8e1b-db2d-8489-95fc-7b3ea4bc534c, 'name': SearchDatastore_Task} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.759059] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.759480] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e/5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1277.760036] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee8462d7-cf3d-4bf0-9801-37af14d4235f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.773531] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1277.773531] env[62127]: value = "task-1732706" [ 1277.773531] env[62127]: _type = "Task" [ 1277.773531] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.788238] env[62127]: DEBUG oslo_vmware.api [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732704, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.404232} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.793033] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.793033] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.793033] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.793033] env[62127]: INFO nova.compute.manager [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Took 1.43 seconds to destroy the instance on the hypervisor. [ 1277.793033] env[62127]: DEBUG oslo.service.loopingcall [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1277.793274] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732706, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.793489] env[62127]: DEBUG nova.compute.manager [-] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1277.793576] env[62127]: DEBUG nova.network.neutron [-] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.824257] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "e0cbc984-001d-4462-a111-769871370940" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.824531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "e0cbc984-001d-4462-a111-769871370940" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1277.928476] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc21f37c-afd0-454c-8743-017407c0d432 req-46927c0b-56cd-49e9-9b4e-723f1cd199e0 service nova] Releasing lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1277.934653] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1277.992163] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732705, 'name': ReconfigVM_Task, 'duration_secs': 0.368137} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.995112] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee/0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1277.995112] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe027be2-b5a9-409b-9b0f-e0b42d1a59f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.003192] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1278.003192] env[62127]: value = "task-1732707" [ 1278.003192] env[62127]: _type = "Task" [ 1278.003192] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.015376] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732707, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.158138] env[62127]: DEBUG nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1278.164030] env[62127]: DEBUG nova.network.neutron [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Successfully created port: a7f673b2-7997-470a-91aa-8120d6556ba9 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1278.177323] env[62127]: DEBUG nova.compute.manager [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received event network-changed-6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1278.177505] env[62127]: DEBUG nova.compute.manager [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Refreshing instance network info cache due to event network-changed-6bcb754a-b7a8-4589-a6f6-bdc762065ec3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1278.177993] env[62127]: DEBUG oslo_concurrency.lockutils [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] Acquiring lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1278.177993] env[62127]: DEBUG oslo_concurrency.lockutils [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] Acquired lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.178230] env[62127]: DEBUG nova.network.neutron [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Refreshing network info cache for port 6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1278.289912] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732706, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.522252] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732707, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.648830] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a64e20a-7258-42f9-9870-c3f467ec2d69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.659490] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483791d1-f696-4595-bcf0-03b825a37942 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.702800] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b9bc73-c38c-403d-8772-b43ca686ac4d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.712871] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4a5be9-ba9b-4ffe-a5b6-3a28186ce733 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.730393] env[62127]: DEBUG nova.compute.provider_tree [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.789059] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732706, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651584} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.789407] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e/5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1278.789698] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1278.790106] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3782e45e-2daf-4ad8-b429-01785ea1e563 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.804480] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1278.804480] env[62127]: value = "task-1732708" [ 1278.804480] env[62127]: _type = "Task" [ 1278.804480] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.815128] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732708, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.019352] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732707, 'name': Rename_Task, 'duration_secs': 0.643129} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.019352] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.019352] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ba4504ba-6741-43c8-b323-0dfb18869bce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.033116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.033116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.033116] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1279.033116] env[62127]: value = "task-1732709" [ 1279.033116] env[62127]: _type = "Task" [ 1279.033116] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.047251] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.113359] env[62127]: DEBUG nova.network.neutron [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updated VIF entry in instance network info cache for port 6bcb754a-b7a8-4589-a6f6-bdc762065ec3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1279.114625] env[62127]: DEBUG nova.network.neutron [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.171099] env[62127]: DEBUG nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1279.216686] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1279.216686] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1279.216686] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1279.216990] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1279.216990] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1279.217145] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1279.217443] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1279.219122] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1279.219122] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1279.219122] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1279.219122] env[62127]: DEBUG nova.virt.hardware [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1279.219122] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-805e1544-0d39-460f-beba-83a49eed64d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.228868] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e63385a3-e6b8-4531-ba34-1ba740a50ffb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.235105] env[62127]: DEBUG nova.scheduler.client.report [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1279.239596] env[62127]: DEBUG nova.network.neutron [-] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.313444] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732708, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.207889} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.313715] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1279.314583] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54fe621-1d01-4c97-ac41-af23ae3a91c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.337653] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e/5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1279.337930] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0e0fb8-ca36-4976-a0fd-cb10dc151f28 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.358982] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1279.358982] env[62127]: value = "task-1732710" [ 1279.358982] env[62127]: _type = "Task" [ 1279.358982] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.367899] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732710, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.545243] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732709, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.618729] env[62127]: DEBUG oslo_concurrency.lockutils [req-18d07568-71f4-4ac4-b5b1-48c1727ef201 req-2007f228-f54e-435a-aaec-df4f0572f519 service nova] Releasing lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1279.741071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.605s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.741600] env[62127]: DEBUG nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1279.744367] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 19.410s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.744560] env[62127]: DEBUG nova.objects.instance [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1279.748044] env[62127]: INFO nova.compute.manager [-] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Took 1.95 seconds to deallocate network for instance. [ 1279.869567] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732710, 'name': ReconfigVM_Task, 'duration_secs': 0.308192} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.869989] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e/5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1279.870615] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7a7a939-32aa-4465-b0bb-7d11731f273f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.878398] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1279.878398] env[62127]: value = "task-1732711" [ 1279.878398] env[62127]: _type = "Task" [ 1279.878398] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.880660] env[62127]: DEBUG nova.compute.manager [req-032a4dc8-d3a1-4772-9fd7-12dc95dc3b55 req-1366d31f-fde7-48b4-997d-b2b785c0f522 service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Received event network-vif-plugged-a7f673b2-7997-470a-91aa-8120d6556ba9 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1279.880891] env[62127]: DEBUG oslo_concurrency.lockutils [req-032a4dc8-d3a1-4772-9fd7-12dc95dc3b55 req-1366d31f-fde7-48b4-997d-b2b785c0f522 service nova] Acquiring lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1279.881189] env[62127]: DEBUG oslo_concurrency.lockutils [req-032a4dc8-d3a1-4772-9fd7-12dc95dc3b55 req-1366d31f-fde7-48b4-997d-b2b785c0f522 service nova] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1279.882526] env[62127]: DEBUG oslo_concurrency.lockutils [req-032a4dc8-d3a1-4772-9fd7-12dc95dc3b55 req-1366d31f-fde7-48b4-997d-b2b785c0f522 service nova] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1279.882526] env[62127]: DEBUG nova.compute.manager [req-032a4dc8-d3a1-4772-9fd7-12dc95dc3b55 req-1366d31f-fde7-48b4-997d-b2b785c0f522 service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] No waiting events found dispatching network-vif-plugged-a7f673b2-7997-470a-91aa-8120d6556ba9 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1279.882526] env[62127]: WARNING nova.compute.manager [req-032a4dc8-d3a1-4772-9fd7-12dc95dc3b55 req-1366d31f-fde7-48b4-997d-b2b785c0f522 service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Received unexpected event network-vif-plugged-a7f673b2-7997-470a-91aa-8120d6556ba9 for instance with vm_state building and task_state spawning. [ 1279.892586] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732711, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.001752] env[62127]: DEBUG nova.network.neutron [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Successfully updated port: a7f673b2-7997-470a-91aa-8120d6556ba9 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1280.043423] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732709, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.225627] env[62127]: DEBUG nova.compute.manager [req-64d7b6e2-ee8b-4405-8740-bff67bc283e9 req-c1dd2e20-bcde-4589-a966-df15f8a7e65f service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-vif-deleted-de1dc41f-af60-44f7-9f29-7dcea576693a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.225861] env[62127]: DEBUG nova.compute.manager [req-64d7b6e2-ee8b-4405-8740-bff67bc283e9 req-c1dd2e20-bcde-4589-a966-df15f8a7e65f service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-vif-deleted-55bbcc8d-5950-4cea-bb69-dfc37e97beaf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.226023] env[62127]: DEBUG nova.compute.manager [req-64d7b6e2-ee8b-4405-8740-bff67bc283e9 req-c1dd2e20-bcde-4589-a966-df15f8a7e65f service nova] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Received event network-vif-deleted-1e19535a-2afb-4190-9c8b-682a0f0b568b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1280.249974] env[62127]: DEBUG nova.compute.utils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1280.251347] env[62127]: DEBUG nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1280.251518] env[62127]: DEBUG nova.network.neutron [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1280.257209] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1280.311276] env[62127]: DEBUG nova.policy [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fcabe3e05dd4cf8b0e17c45857d9fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5344c8dd0e0d4c62812f70de5cc99f37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1280.391782] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732711, 'name': Rename_Task, 'duration_secs': 0.161679} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.391978] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1280.392443] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ddbf088-7825-47c6-b58f-e7300a793ffd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.400101] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1280.400101] env[62127]: value = "task-1732712" [ 1280.400101] env[62127]: _type = "Task" [ 1280.400101] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.408472] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.505010] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "refresh_cache-ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1280.505125] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "refresh_cache-ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.505280] env[62127]: DEBUG nova.network.neutron [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1280.547025] env[62127]: DEBUG oslo_vmware.api [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732709, 'name': PowerOnVM_Task, 'duration_secs': 1.04249} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.547025] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.547025] env[62127]: INFO nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Took 10.90 seconds to spawn the instance on the hypervisor. [ 1280.547232] env[62127]: DEBUG nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1280.548477] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1ad54a-3595-40f4-bb96-0ab942c0d707 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.604753] env[62127]: DEBUG nova.network.neutron [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Successfully created port: 1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.754836] env[62127]: DEBUG nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1280.759432] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee2204fa-c0a5-4193-b360-888c8018bed2 tempest-ServersAdmin275Test-1235704562 tempest-ServersAdmin275Test-1235704562-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1280.760804] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.528s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1280.761250] env[62127]: DEBUG nova.objects.instance [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lazy-loading 'resources' on Instance uuid ba3913b8-fc13-46ae-9b0b-729f32e761c7 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1280.910481] env[62127]: DEBUG oslo_vmware.api [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732712, 'name': PowerOnVM_Task, 'duration_secs': 0.470748} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.910481] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.910727] env[62127]: INFO nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Took 8.50 seconds to spawn the instance on the hypervisor. [ 1280.910814] env[62127]: DEBUG nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1280.911604] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f8e633-f991-45eb-879c-9dca1d5ed6a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.051455] env[62127]: DEBUG nova.network.neutron [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1281.068225] env[62127]: INFO nova.compute.manager [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Took 31.89 seconds to build instance. [ 1281.207248] env[62127]: DEBUG nova.network.neutron [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Updating instance_info_cache with network_info: [{"id": "a7f673b2-7997-470a-91aa-8120d6556ba9", "address": "fa:16:3e:66:31:fc", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f673b2-79", "ovs_interfaceid": "a7f673b2-7997-470a-91aa-8120d6556ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1281.437577] env[62127]: INFO nova.compute.manager [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Took 31.97 seconds to build instance. [ 1281.570849] env[62127]: DEBUG oslo_concurrency.lockutils [None req-db56ad10-9a5a-4ef5-86e0-f539ec072da1 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.405s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.687626] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610d3eb4-29ff-45bf-9fab-107510563a3d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.695498] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e5a750-69b7-435c-a238-77f72000b846 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.728491] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "refresh_cache-ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1281.728776] env[62127]: DEBUG nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Instance network_info: |[{"id": "a7f673b2-7997-470a-91aa-8120d6556ba9", "address": "fa:16:3e:66:31:fc", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f673b2-79", "ovs_interfaceid": "a7f673b2-7997-470a-91aa-8120d6556ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1281.729824] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:31:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7f673b2-7997-470a-91aa-8120d6556ba9', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1281.737338] env[62127]: DEBUG oslo.service.loopingcall [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1281.738905] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502f09cf-2f04-4c9f-95ef-7f2416736836 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.740683] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1281.740922] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a18f1098-99cb-4913-bdc3-a73890d0a563 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.762059] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93485152-f0b2-4ee1-8f6f-17c8b5bbbc73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.767366] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1281.767366] env[62127]: value = "task-1732713" [ 1281.767366] env[62127]: _type = "Task" [ 1281.767366] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.768790] env[62127]: DEBUG nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1281.781577] env[62127]: DEBUG nova.compute.provider_tree [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1281.788601] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732713, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.816824] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1281.817082] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1281.817242] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.817553] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1281.817553] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.817707] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1281.817912] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1281.818086] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1281.818265] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1281.818427] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1281.818642] env[62127]: DEBUG nova.virt.hardware [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1281.819543] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1dc9c7-2017-4cb1-b142-88a290cc2a1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.822819] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.822902] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.823069] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1281.823911] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1281.823911] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1281.826175] env[62127]: INFO nova.compute.manager [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Terminating instance [ 1281.828338] env[62127]: DEBUG nova.compute.manager [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1281.828494] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.829365] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91295dca-cae6-47fa-abd3-5a1e96d941b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.840031] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d184a3-d9cb-4eb7-981a-9b6f94342a99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.846011] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1281.846744] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50db47cd-e34a-42d7-ac66-bf90e46b111b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.858776] env[62127]: DEBUG oslo_vmware.api [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1281.858776] env[62127]: value = "task-1732714" [ 1281.858776] env[62127]: _type = "Task" [ 1281.858776] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.869524] env[62127]: DEBUG oslo_vmware.api [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.917766] env[62127]: DEBUG nova.compute.manager [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Received event network-changed-a7f673b2-7997-470a-91aa-8120d6556ba9 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1281.917766] env[62127]: DEBUG nova.compute.manager [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Refreshing instance network info cache due to event network-changed-a7f673b2-7997-470a-91aa-8120d6556ba9. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1281.920162] env[62127]: DEBUG oslo_concurrency.lockutils [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] Acquiring lock "refresh_cache-ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1281.920162] env[62127]: DEBUG oslo_concurrency.lockutils [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] Acquired lock "refresh_cache-ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.920162] env[62127]: DEBUG nova.network.neutron [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Refreshing network info cache for port a7f673b2-7997-470a-91aa-8120d6556ba9 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1281.938095] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c83ee25-2973-4051-bef8-3a905c8fea17 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.483s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.075518] env[62127]: DEBUG nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1282.223588] env[62127]: DEBUG nova.network.neutron [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Successfully updated port: 1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.264378] env[62127]: DEBUG nova.compute.manager [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Received event network-changed-5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1282.264571] env[62127]: DEBUG nova.compute.manager [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Refreshing instance network info cache due to event network-changed-5b5b89ca-8e84-499a-93f0-5b8f72106245. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1282.264783] env[62127]: DEBUG oslo_concurrency.lockutils [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] Acquiring lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.264927] env[62127]: DEBUG oslo_concurrency.lockutils [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] Acquired lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.267038] env[62127]: DEBUG nova.network.neutron [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Refreshing network info cache for port 5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1282.279953] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732713, 'name': CreateVM_Task, 'duration_secs': 0.361133} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.281038] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1282.281533] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.281737] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.282115] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1282.282620] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7145dfc2-8626-482c-a990-6d382f627d6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.284921] env[62127]: DEBUG nova.scheduler.client.report [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1282.292603] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1282.292603] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5268cf07-bcc5-efb3-b318-b8ef483f4e19" [ 1282.292603] env[62127]: _type = "Task" [ 1282.292603] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.303020] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5268cf07-bcc5-efb3-b318-b8ef483f4e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.369496] env[62127]: DEBUG oslo_vmware.api [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732714, 'name': PowerOffVM_Task, 'duration_secs': 0.208621} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.369774] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1282.369940] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1282.370201] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89fe8d90-874f-4b0d-ae45-cc331f271fb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.441553] env[62127]: DEBUG nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1282.447098] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1282.447326] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1282.447509] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Deleting the datastore file [datastore1] 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1282.447786] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d282714d-05fe-40c9-b1b1-73dd9375a802 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.455212] env[62127]: DEBUG oslo_vmware.api [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for the task: (returnval){ [ 1282.455212] env[62127]: value = "task-1732716" [ 1282.455212] env[62127]: _type = "Task" [ 1282.455212] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.463765] env[62127]: DEBUG oslo_vmware.api [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732716, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.607278] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1282.703539] env[62127]: DEBUG nova.network.neutron [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Updated VIF entry in instance network info cache for port a7f673b2-7997-470a-91aa-8120d6556ba9. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.703986] env[62127]: DEBUG nova.network.neutron [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Updating instance_info_cache with network_info: [{"id": "a7f673b2-7997-470a-91aa-8120d6556ba9", "address": "fa:16:3e:66:31:fc", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7f673b2-79", "ovs_interfaceid": "a7f673b2-7997-470a-91aa-8120d6556ba9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.723968] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.724178] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.724338] env[62127]: DEBUG nova.network.neutron [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.791027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.030s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1282.793571] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.045s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1282.795565] env[62127]: INFO nova.compute.claims [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1282.810326] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5268cf07-bcc5-efb3-b318-b8ef483f4e19, 'name': SearchDatastore_Task, 'duration_secs': 0.01113} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.810690] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1282.810994] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1282.811295] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1282.811481] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.811707] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1282.812063] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b5d8af1-48dd-4491-8340-3f3e628d0536 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.814955] env[62127]: INFO nova.scheduler.client.report [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Deleted allocations for instance ba3913b8-fc13-46ae-9b0b-729f32e761c7 [ 1282.825787] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1282.826193] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1282.827495] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e547cb11-da59-4153-bd23-0557699e20ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.834292] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1282.834292] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52afd2cb-b962-6af8-3d55-963eeda752cf" [ 1282.834292] env[62127]: _type = "Task" [ 1282.834292] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.845723] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52afd2cb-b962-6af8-3d55-963eeda752cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.968748] env[62127]: DEBUG oslo_vmware.api [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Task: {'id': task-1732716, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.199388} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.970289] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1282.970563] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1282.970969] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1282.972405] env[62127]: INFO nova.compute.manager [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1282.972405] env[62127]: DEBUG oslo.service.loopingcall [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1282.975638] env[62127]: DEBUG nova.compute.manager [-] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1282.975736] env[62127]: DEBUG nova.network.neutron [-] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1282.978305] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.073944] env[62127]: DEBUG nova.network.neutron [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Updated VIF entry in instance network info cache for port 5b5b89ca-8e84-499a-93f0-5b8f72106245. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1283.074357] env[62127]: DEBUG nova.network.neutron [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Updating instance_info_cache with network_info: [{"id": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "address": "fa:16:3e:cb:14:ca", "network": {"id": "a453a972-81ef-43ff-b643-46060801ad07", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1831007139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.165", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632d297c54ec4e9c81ae7bd6a0cc11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b5b89ca-8e", "ovs_interfaceid": "5b5b89ca-8e84-499a-93f0-5b8f72106245", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.206818] env[62127]: DEBUG oslo_concurrency.lockutils [req-20b1e45d-cd03-49de-8052-a149cf986549 req-0a0550e8-8688-4642-875f-1e33d42fba0b service nova] Releasing lock "refresh_cache-ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.255343] env[62127]: DEBUG nova.network.neutron [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.324706] env[62127]: DEBUG oslo_concurrency.lockutils [None req-99ec2e66-76f1-477d-b9f8-68f1fb7c82b9 tempest-ServerDiagnosticsTest-1051244764 tempest-ServerDiagnosticsTest-1051244764-project-member] Lock "ba3913b8-fc13-46ae-9b0b-729f32e761c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.799s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.345446] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52afd2cb-b962-6af8-3d55-963eeda752cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009177} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.346251] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77802cbb-dfad-41f5-9ea1-7da9ada2672c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.353147] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1283.353147] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5204cef4-8575-6852-f2dd-d0a3667f4166" [ 1283.353147] env[62127]: _type = "Task" [ 1283.353147] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.361421] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5204cef4-8575-6852-f2dd-d0a3667f4166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.391462] env[62127]: DEBUG nova.network.neutron [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [{"id": "1465578a-1842-4586-84d4-c0b0525e0740", "address": "fa:16:3e:83:15:33", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465578a-18", "ovs_interfaceid": "1465578a-1842-4586-84d4-c0b0525e0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.577083] env[62127]: DEBUG oslo_concurrency.lockutils [req-cfee79b5-e4f8-4ed9-9505-dc98618df255 req-ca2f9352-60cb-4479-b344-d0c1a5241531 service nova] Releasing lock "refresh_cache-5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.732910] env[62127]: DEBUG nova.network.neutron [-] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.864387] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5204cef4-8575-6852-f2dd-d0a3667f4166, 'name': SearchDatastore_Task, 'duration_secs': 0.009785} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.867069] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.867273] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ef1727e9-4ea9-47d2-b94d-b471cc4ce30d/ef1727e9-4ea9-47d2-b94d-b471cc4ce30d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1283.867811] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb5dd3f6-e0a3-4b06-ac3f-97edeb7b1b11 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.877443] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1283.877443] env[62127]: value = "task-1732717" [ 1283.877443] env[62127]: _type = "Task" [ 1283.877443] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.889184] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732717, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.893929] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Releasing lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1283.895305] env[62127]: DEBUG nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Instance network_info: |[{"id": "1465578a-1842-4586-84d4-c0b0525e0740", "address": "fa:16:3e:83:15:33", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465578a-18", "ovs_interfaceid": "1465578a-1842-4586-84d4-c0b0525e0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1283.895760] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:15:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1465578a-1842-4586-84d4-c0b0525e0740', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.903700] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Creating folder: Project (5344c8dd0e0d4c62812f70de5cc99f37). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.906498] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48a446dd-307a-43d5-a9bd-4e20e85344f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.920716] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Created folder: Project (5344c8dd0e0d4c62812f70de5cc99f37) in parent group-v360450. [ 1283.920929] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Creating folder: Instances. Parent ref: group-v360515. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1283.923687] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7c020b96-58d7-425d-8c1d-39cfc83a29d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.935786] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Created folder: Instances in parent group-v360515. [ 1283.936148] env[62127]: DEBUG oslo.service.loopingcall [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1283.940400] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.940858] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4553433-18ef-4f05-82c3-525685512c76 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.961427] env[62127]: DEBUG nova.compute.manager [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received event network-vif-plugged-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1283.961643] env[62127]: DEBUG oslo_concurrency.lockutils [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] Acquiring lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1283.961843] env[62127]: DEBUG oslo_concurrency.lockutils [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1283.962014] env[62127]: DEBUG oslo_concurrency.lockutils [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1283.962187] env[62127]: DEBUG nova.compute.manager [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] No waiting events found dispatching network-vif-plugged-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1283.962350] env[62127]: WARNING nova.compute.manager [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received unexpected event network-vif-plugged-1465578a-1842-4586-84d4-c0b0525e0740 for instance with vm_state building and task_state spawning. [ 1283.962507] env[62127]: DEBUG nova.compute.manager [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received event network-changed-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1283.962657] env[62127]: DEBUG nova.compute.manager [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing instance network info cache due to event network-changed-1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1283.962833] env[62127]: DEBUG oslo_concurrency.lockutils [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] Acquiring lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1283.962965] env[62127]: DEBUG oslo_concurrency.lockutils [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] Acquired lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.963158] env[62127]: DEBUG nova.network.neutron [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.971136] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.971136] env[62127]: value = "task-1732720" [ 1283.971136] env[62127]: _type = "Task" [ 1283.971136] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.982117] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732720, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.236531] env[62127]: INFO nova.compute.manager [-] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Took 1.26 seconds to deallocate network for instance. [ 1284.294385] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fab001f-9880-4e36-9b6e-2ce51be31439 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.299788] env[62127]: DEBUG nova.compute.manager [req-1699cf32-c34d-4380-af6b-03648dcc7cad req-20dbf86a-19a1-4eb4-aeb3-123daf8bf978 service nova] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Received event network-vif-deleted-5cb0c49a-1e09-4a48-9fdf-4db3a8aa7c92 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1284.307078] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f77de7b-0a37-4b81-ab1d-1b7ef1d8890b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.342754] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202d63af-85c0-490d-bfd3-9efd199828bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.352318] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3798da-aad4-4030-9769-98b5c5cf74c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.369342] env[62127]: DEBUG nova.compute.provider_tree [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.393292] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732717, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.483326] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732720, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.708961] env[62127]: DEBUG nova.network.neutron [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updated VIF entry in instance network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.709266] env[62127]: DEBUG nova.network.neutron [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [{"id": "1465578a-1842-4586-84d4-c0b0525e0740", "address": "fa:16:3e:83:15:33", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465578a-18", "ovs_interfaceid": "1465578a-1842-4586-84d4-c0b0525e0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.746841] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1284.873030] env[62127]: DEBUG nova.scheduler.client.report [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1284.891502] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732717, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516519} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.892981] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ef1727e9-4ea9-47d2-b94d-b471cc4ce30d/ef1727e9-4ea9-47d2-b94d-b471cc4ce30d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.892981] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.892981] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac0f4472-ac1f-4bdb-9fa4-be12d409666b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.901315] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1284.901315] env[62127]: value = "task-1732721" [ 1284.901315] env[62127]: _type = "Task" [ 1284.901315] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.910479] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732721, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.984881] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732720, 'name': CreateVM_Task, 'duration_secs': 0.568053} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.985056] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.986037] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1284.986037] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.986351] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1284.986642] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8e257f-9585-40fd-a98d-55b416b09236 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.994051] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1284.994051] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524a81d3-2dc9-f4c2-2c65-b51d6ae495b6" [ 1284.994051] env[62127]: _type = "Task" [ 1284.994051] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.009255] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524a81d3-2dc9-f4c2-2c65-b51d6ae495b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.212592] env[62127]: DEBUG oslo_concurrency.lockutils [req-cb3138a9-acdc-44d8-88a9-585c7545cff4 req-5dccaedb-2347-4a38-8689-3d575865d09d service nova] Releasing lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.378617] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1285.379480] env[62127]: DEBUG nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1285.382195] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.423s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1285.383702] env[62127]: INFO nova.compute.claims [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.411887] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732721, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073848} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.412340] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.413318] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be4bfbb-a55d-4475-9e40-6e7852b58b5b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.437589] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] ef1727e9-4ea9-47d2-b94d-b471cc4ce30d/ef1727e9-4ea9-47d2-b94d-b471cc4ce30d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.439189] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdbcaa8c-fa79-45b8-95a4-33f85dc870ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.460447] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1285.460447] env[62127]: value = "task-1732722" [ 1285.460447] env[62127]: _type = "Task" [ 1285.460447] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.469722] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732722, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.503216] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524a81d3-2dc9-f4c2-2c65-b51d6ae495b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020011} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.503566] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1285.503806] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1285.504060] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1285.504260] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.504480] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1285.504776] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4d556027-d53e-4bf8-864c-f961fa54582d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.514166] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1285.514390] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1285.515201] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-84fe51c4-072e-4d63-a2b3-15629d3db4bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.521032] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1285.521032] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52757173-01b3-cd20-25c8-c87892fb2a87" [ 1285.521032] env[62127]: _type = "Task" [ 1285.521032] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.532815] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52757173-01b3-cd20-25c8-c87892fb2a87, 'name': SearchDatastore_Task, 'duration_secs': 0.009166} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.533611] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3dbb692-625d-4eb2-aa06-b9001e380fd1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.539108] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1285.539108] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5257f1ff-946b-9266-7307-e210d132d905" [ 1285.539108] env[62127]: _type = "Task" [ 1285.539108] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.547640] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5257f1ff-946b-9266-7307-e210d132d905, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.897021] env[62127]: DEBUG nova.compute.utils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1285.897021] env[62127]: DEBUG nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1285.897021] env[62127]: DEBUG nova.network.neutron [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1285.973505] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732722, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.976655] env[62127]: DEBUG nova.policy [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b2840934ad1a4fca9207370c0b8e36a5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7f87944d4ac246d89488230c7034c00e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1286.054374] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5257f1ff-946b-9266-7307-e210d132d905, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.054960] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1286.055488] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f7d3156e-4386-4b65-8d38-3e60f4aaf7d7/f7d3156e-4386-4b65-8d38-3e60f4aaf7d7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1286.055993] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d8278ee-31dd-43f3-b11f-a2c090d2f734 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.063691] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1286.063691] env[62127]: value = "task-1732723" [ 1286.063691] env[62127]: _type = "Task" [ 1286.063691] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.073529] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732723, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.402536] env[62127]: DEBUG nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1286.482337] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732722, 'name': ReconfigVM_Task, 'duration_secs': 0.581942} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.483254] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Reconfigured VM instance instance-00000016 to attach disk [datastore1] ef1727e9-4ea9-47d2-b94d-b471cc4ce30d/ef1727e9-4ea9-47d2-b94d-b471cc4ce30d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.484347] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6688d23-3f22-4395-8f50-0cba31045f4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.497569] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1286.497569] env[62127]: value = "task-1732724" [ 1286.497569] env[62127]: _type = "Task" [ 1286.497569] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.509822] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732724, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.581034] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732723, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493072} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.581034] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f7d3156e-4386-4b65-8d38-3e60f4aaf7d7/f7d3156e-4386-4b65-8d38-3e60f4aaf7d7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1286.581034] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1286.581034] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1da74e12-7eb1-4276-b5ff-40f2c9d1a23e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.592141] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1286.592141] env[62127]: value = "task-1732725" [ 1286.592141] env[62127]: _type = "Task" [ 1286.592141] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.606594] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.656691] env[62127]: DEBUG nova.network.neutron [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Successfully created port: ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1286.904018] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0343f14-4e9f-468c-9b03-8f57f2ab2757 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.915146] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57f776ce-8883-4f60-82ac-cdd8e486c76e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.954546] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae32ad66-0485-4fc4-896c-05c6aeb9d21b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.963394] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfd55bef-845b-4a4d-a4d4-54a78e87a806 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.982099] env[62127]: DEBUG nova.compute.provider_tree [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.008631] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732724, 'name': Rename_Task, 'duration_secs': 0.185088} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.008987] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.009471] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf71624-4290-4cad-818f-411a47f943dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.017527] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1287.017527] env[62127]: value = "task-1732726" [ 1287.017527] env[62127]: _type = "Task" [ 1287.017527] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.026902] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732726, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.102252] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072163} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.102616] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1287.103506] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dea6895-1c34-490b-a380-859bc0ae864e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.126587] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] f7d3156e-4386-4b65-8d38-3e60f4aaf7d7/f7d3156e-4386-4b65-8d38-3e60f4aaf7d7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1287.127336] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e765dd7-61c4-485a-8415-6a6e719209b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.149350] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1287.149350] env[62127]: value = "task-1732727" [ 1287.149350] env[62127]: _type = "Task" [ 1287.149350] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.158561] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732727, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.411728] env[62127]: DEBUG nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1287.453020] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1287.453424] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1287.453424] env[62127]: DEBUG nova.virt.hardware [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1287.454282] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287127f3-a52a-493d-8064-5460f30e5e97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.463291] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8721a871-69a7-4370-babd-b42bf6b9ebc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.485922] env[62127]: DEBUG nova.scheduler.client.report [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1287.528500] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732726, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.661821] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732727, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.996187] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1287.996829] env[62127]: DEBUG nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1287.999860] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.803s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.000150] env[62127]: DEBUG nova.objects.instance [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lazy-loading 'resources' on Instance uuid 271a9646-4243-4064-9c16-817beba6fcc9 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.033071] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732726, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.163262] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732727, 'name': ReconfigVM_Task, 'duration_secs': 0.776092} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.163262] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Reconfigured VM instance instance-00000017 to attach disk [datastore1] f7d3156e-4386-4b65-8d38-3e60f4aaf7d7/f7d3156e-4386-4b65-8d38-3e60f4aaf7d7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1288.164288] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58b7d3a6-4cba-4287-b86e-0278439e31a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.174065] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1288.174065] env[62127]: value = "task-1732728" [ 1288.174065] env[62127]: _type = "Task" [ 1288.174065] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.183261] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732728, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.191111] env[62127]: DEBUG nova.compute.manager [req-87002f9f-363d-44c5-b566-6b72b88bc69b req-7a11ec7f-f80c-4456-8294-e6b60bd8d21c service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Received event network-vif-plugged-ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1288.191111] env[62127]: DEBUG oslo_concurrency.lockutils [req-87002f9f-363d-44c5-b566-6b72b88bc69b req-7a11ec7f-f80c-4456-8294-e6b60bd8d21c service nova] Acquiring lock "4355b227-9b2e-474b-8970-bcbd2a345993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.191111] env[62127]: DEBUG oslo_concurrency.lockutils [req-87002f9f-363d-44c5-b566-6b72b88bc69b req-7a11ec7f-f80c-4456-8294-e6b60bd8d21c service nova] Lock "4355b227-9b2e-474b-8970-bcbd2a345993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.191111] env[62127]: DEBUG oslo_concurrency.lockutils [req-87002f9f-363d-44c5-b566-6b72b88bc69b req-7a11ec7f-f80c-4456-8294-e6b60bd8d21c service nova] Lock "4355b227-9b2e-474b-8970-bcbd2a345993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1288.191111] env[62127]: DEBUG nova.compute.manager [req-87002f9f-363d-44c5-b566-6b72b88bc69b req-7a11ec7f-f80c-4456-8294-e6b60bd8d21c service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] No waiting events found dispatching network-vif-plugged-ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1288.191111] env[62127]: WARNING nova.compute.manager [req-87002f9f-363d-44c5-b566-6b72b88bc69b req-7a11ec7f-f80c-4456-8294-e6b60bd8d21c service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Received unexpected event network-vif-plugged-ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 for instance with vm_state building and task_state spawning. [ 1288.377191] env[62127]: DEBUG nova.network.neutron [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Successfully updated port: ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1288.507046] env[62127]: DEBUG nova.compute.utils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1288.509101] env[62127]: DEBUG nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1288.509263] env[62127]: DEBUG nova.network.neutron [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1288.533587] env[62127]: DEBUG oslo_vmware.api [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732726, 'name': PowerOnVM_Task, 'duration_secs': 1.101189} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.538284] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.538605] env[62127]: INFO nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Took 9.37 seconds to spawn the instance on the hypervisor. [ 1288.538853] env[62127]: DEBUG nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1288.540282] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a61945d-9938-4089-a8f9-9f8d7914db1b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.595623] env[62127]: DEBUG nova.policy [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50a052f3c4ee4602a4c59309b2293b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc8297d6f1284d44af3ef2409de8d75d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1288.676450] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1288.676801] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1288.692099] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732728, 'name': Rename_Task, 'duration_secs': 0.17307} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.692841] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1288.692841] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dfe3eb90-947d-466d-af3b-90853c9f5a51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.703975] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1288.703975] env[62127]: value = "task-1732729" [ 1288.703975] env[62127]: _type = "Task" [ 1288.703975] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.716450] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.883477] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "refresh_cache-4355b227-9b2e-474b-8970-bcbd2a345993" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1288.883629] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquired lock "refresh_cache-4355b227-9b2e-474b-8970-bcbd2a345993" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.883782] env[62127]: DEBUG nova.network.neutron [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.981522] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7063d2a1-fc46-4f45-a686-fdce764e6223 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.992426] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a68081a-f93a-4d81-8097-f961d1b7978a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.028424] env[62127]: DEBUG nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1289.032695] env[62127]: DEBUG nova.network.neutron [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Successfully created port: 958e8030-5042-45c0-aec7-64bfb8635766 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1289.035595] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc474ec-0212-4ec8-8581-8f071672cfdb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.043970] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d8fc58-327c-40af-83b1-a339d0669efd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.065872] env[62127]: DEBUG nova.compute.provider_tree [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.073239] env[62127]: INFO nova.compute.manager [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Took 35.15 seconds to build instance. [ 1289.216256] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732729, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.438153] env[62127]: DEBUG nova.network.neutron [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1289.572261] env[62127]: DEBUG nova.scheduler.client.report [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1289.576414] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa43836-15a5-4135-af7d-9cef94195670 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.180s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1289.645019] env[62127]: DEBUG nova.network.neutron [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Updating instance_info_cache with network_info: [{"id": "ebf7a943-0ed2-47c5-8eaa-2aac1faeb218", "address": "fa:16:3e:d2:e0:96", "network": {"id": "dd219ac1-025f-4f09-8767-557c002a7297", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1782374173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87944d4ac246d89488230c7034c00e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a943-0e", "ovs_interfaceid": "ebf7a943-0ed2-47c5-8eaa-2aac1faeb218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.715915] env[62127]: DEBUG oslo_vmware.api [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732729, 'name': PowerOnVM_Task, 'duration_secs': 0.970304} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.716115] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1289.716321] env[62127]: INFO nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Took 7.95 seconds to spawn the instance on the hypervisor. [ 1289.716494] env[62127]: DEBUG nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1289.717258] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75069671-68ef-4c3d-bde3-c5046d02e51c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.041582] env[62127]: DEBUG nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1290.068816] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1290.069079] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1290.069245] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1290.069431] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1290.069579] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1290.069724] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1290.069928] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1290.070100] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1290.070305] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1290.070519] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1290.070653] env[62127]: DEBUG nova.virt.hardware [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1290.071578] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec80480-7b58-4944-b42d-a9750b69d4c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.080073] env[62127]: DEBUG nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1290.082923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.083s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.085621] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.505s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.086482] env[62127]: DEBUG nova.objects.instance [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lazy-loading 'resources' on Instance uuid 6ffb63f7-e9ba-43fc-a289-796552c5e84f {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1290.088094] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c14b831-86b1-4a73-ac28-06ebae54d62b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.105518] env[62127]: INFO nova.scheduler.client.report [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Deleted allocations for instance 271a9646-4243-4064-9c16-817beba6fcc9 [ 1290.147165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Releasing lock "refresh_cache-4355b227-9b2e-474b-8970-bcbd2a345993" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1290.147503] env[62127]: DEBUG nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Instance network_info: |[{"id": "ebf7a943-0ed2-47c5-8eaa-2aac1faeb218", "address": "fa:16:3e:d2:e0:96", "network": {"id": "dd219ac1-025f-4f09-8767-557c002a7297", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1782374173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87944d4ac246d89488230c7034c00e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a943-0e", "ovs_interfaceid": "ebf7a943-0ed2-47c5-8eaa-2aac1faeb218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1290.147919] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e0:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '49a94c29-ddd5-4383-9219-1c2c3bb09cc5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf7a943-0ed2-47c5-8eaa-2aac1faeb218', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1290.156498] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Creating folder: Project (7f87944d4ac246d89488230c7034c00e). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.156828] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb8f6362-585e-4b36-8525-152bac262304 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.170063] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Created folder: Project (7f87944d4ac246d89488230c7034c00e) in parent group-v360450. [ 1290.170063] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Creating folder: Instances. Parent ref: group-v360518. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1290.170063] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9d1155c9-e18c-4939-8579-4bf1f963f9ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.182287] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Created folder: Instances in parent group-v360518. [ 1290.182395] env[62127]: DEBUG oslo.service.loopingcall [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1290.182590] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1290.182850] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dcd7ebca-065a-4437-8b33-f4ee5d32aceb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.204040] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1290.204040] env[62127]: value = "task-1732732" [ 1290.204040] env[62127]: _type = "Task" [ 1290.204040] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.214116] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732732, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.222962] env[62127]: DEBUG nova.compute.manager [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Received event network-changed-ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1290.223231] env[62127]: DEBUG nova.compute.manager [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Refreshing instance network info cache due to event network-changed-ebf7a943-0ed2-47c5-8eaa-2aac1faeb218. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1290.223541] env[62127]: DEBUG oslo_concurrency.lockutils [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] Acquiring lock "refresh_cache-4355b227-9b2e-474b-8970-bcbd2a345993" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.223753] env[62127]: DEBUG oslo_concurrency.lockutils [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] Acquired lock "refresh_cache-4355b227-9b2e-474b-8970-bcbd2a345993" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.223979] env[62127]: DEBUG nova.network.neutron [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Refreshing network info cache for port ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1290.238162] env[62127]: INFO nova.compute.manager [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Took 32.92 seconds to build instance. [ 1290.407849] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.408186] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1290.600599] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1290.614594] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef736ab2-ad05-49d8-aa55-3e6bceb80570 tempest-ImagesNegativeTestJSON-1650500339 tempest-ImagesNegativeTestJSON-1650500339-project-member] Lock "271a9646-4243-4064-9c16-817beba6fcc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.423s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.626676] env[62127]: DEBUG nova.network.neutron [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Successfully updated port: 958e8030-5042-45c0-aec7-64bfb8635766 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1290.716647] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732732, 'name': CreateVM_Task, 'duration_secs': 0.389042} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.716828] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1290.717552] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1290.717709] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.718045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1290.720622] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44fac633-d0b1-4cdd-848f-2bbc4277782e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.728381] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1290.728381] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528218d0-a163-a2e2-d343-d1c1a88ac959" [ 1290.728381] env[62127]: _type = "Task" [ 1290.728381] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.737886] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528218d0-a163-a2e2-d343-d1c1a88ac959, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.740455] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af632dbc-3e7e-45ad-b955-358a3132383b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.665s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1290.991615] env[62127]: DEBUG nova.network.neutron [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Updated VIF entry in instance network info cache for port ebf7a943-0ed2-47c5-8eaa-2aac1faeb218. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.993556] env[62127]: DEBUG nova.network.neutron [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Updating instance_info_cache with network_info: [{"id": "ebf7a943-0ed2-47c5-8eaa-2aac1faeb218", "address": "fa:16:3e:d2:e0:96", "network": {"id": "dd219ac1-025f-4f09-8767-557c002a7297", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1782374173-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7f87944d4ac246d89488230c7034c00e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "49a94c29-ddd5-4383-9219-1c2c3bb09cc5", "external-id": "nsx-vlan-transportzone-2", "segmentation_id": 2, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf7a943-0e", "ovs_interfaceid": "ebf7a943-0ed2-47c5-8eaa-2aac1faeb218", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.002444] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1305b5-07d6-4d0f-989e-953e9e5b759f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.012302] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df290d66-ff37-4021-bed2-fe5ae56f9a0e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.049816] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b489500-4f17-4ff7-8820-f49fe12a8fc4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.058573] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addd2c6f-15fd-4989-8a26-2c902db5cabe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.073345] env[62127]: DEBUG nova.compute.provider_tree [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.128768] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "refresh_cache-ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.128920] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired lock "refresh_cache-ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.129104] env[62127]: DEBUG nova.network.neutron [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1291.239941] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528218d0-a163-a2e2-d343-d1c1a88ac959, 'name': SearchDatastore_Task, 'duration_secs': 0.014387} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.240292] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.240540] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1291.240775] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1291.240922] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.241418] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1291.242096] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45d7827d-e378-44d1-8980-a4718089b89f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.245794] env[62127]: DEBUG nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1291.258434] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1291.258593] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1291.259499] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d905bb52-7ced-471b-af1a-49a0df079d89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.266521] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1291.266521] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526ec852-15aa-e970-5e96-955b5d3435ff" [ 1291.266521] env[62127]: _type = "Task" [ 1291.266521] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.275689] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526ec852-15aa-e970-5e96-955b5d3435ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.496338] env[62127]: DEBUG oslo_concurrency.lockutils [req-15ebeb4b-7f1a-49bb-806a-02482f45f9b3 req-a7ed686a-aa28-4c40-9732-7d06d9241b68 service nova] Releasing lock "refresh_cache-4355b227-9b2e-474b-8970-bcbd2a345993" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1291.576585] env[62127]: DEBUG nova.scheduler.client.report [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1291.664701] env[62127]: DEBUG nova.network.neutron [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1291.765703] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1291.782788] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526ec852-15aa-e970-5e96-955b5d3435ff, 'name': SearchDatastore_Task, 'duration_secs': 0.0129} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.783597] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9088fb25-59e7-4e57-a413-37767c809770 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.789289] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1291.789289] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520e0c8d-cfef-007a-fb6e-591626174b29" [ 1291.789289] env[62127]: _type = "Task" [ 1291.789289] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.797258] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520e0c8d-cfef-007a-fb6e-591626174b29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.807851] env[62127]: DEBUG nova.network.neutron [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Updating instance_info_cache with network_info: [{"id": "958e8030-5042-45c0-aec7-64bfb8635766", "address": "fa:16:3e:9f:9c:2c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e8030-50", "ovs_interfaceid": "958e8030-5042-45c0-aec7-64bfb8635766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.081713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.089033] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.597s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.089033] env[62127]: INFO nova.compute.claims [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1292.106283] env[62127]: INFO nova.scheduler.client.report [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Deleted allocations for instance 6ffb63f7-e9ba-43fc-a289-796552c5e84f [ 1292.197295] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.197543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.259241] env[62127]: DEBUG nova.compute.manager [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Received event network-vif-plugged-958e8030-5042-45c0-aec7-64bfb8635766 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1292.259471] env[62127]: DEBUG oslo_concurrency.lockutils [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] Acquiring lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1292.259706] env[62127]: DEBUG oslo_concurrency.lockutils [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1292.259878] env[62127]: DEBUG oslo_concurrency.lockutils [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.260121] env[62127]: DEBUG nova.compute.manager [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] No waiting events found dispatching network-vif-plugged-958e8030-5042-45c0-aec7-64bfb8635766 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1292.260339] env[62127]: WARNING nova.compute.manager [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Received unexpected event network-vif-plugged-958e8030-5042-45c0-aec7-64bfb8635766 for instance with vm_state building and task_state spawning. [ 1292.260546] env[62127]: DEBUG nova.compute.manager [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Received event network-changed-958e8030-5042-45c0-aec7-64bfb8635766 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1292.260746] env[62127]: DEBUG nova.compute.manager [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Refreshing instance network info cache due to event network-changed-958e8030-5042-45c0-aec7-64bfb8635766. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1292.260951] env[62127]: DEBUG oslo_concurrency.lockutils [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] Acquiring lock "refresh_cache-ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1292.300921] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520e0c8d-cfef-007a-fb6e-591626174b29, 'name': SearchDatastore_Task, 'duration_secs': 0.010357} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.301277] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.302055] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 4355b227-9b2e-474b-8970-bcbd2a345993/4355b227-9b2e-474b-8970-bcbd2a345993.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1292.302055] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00db9b4d-bbe9-4b6e-a39e-961aa974334a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.310705] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1292.310705] env[62127]: value = "task-1732733" [ 1292.310705] env[62127]: _type = "Task" [ 1292.310705] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.314416] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Releasing lock "refresh_cache-ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1292.314813] env[62127]: DEBUG nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Instance network_info: |[{"id": "958e8030-5042-45c0-aec7-64bfb8635766", "address": "fa:16:3e:9f:9c:2c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e8030-50", "ovs_interfaceid": "958e8030-5042-45c0-aec7-64bfb8635766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1292.315388] env[62127]: DEBUG oslo_concurrency.lockutils [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] Acquired lock "refresh_cache-ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.315388] env[62127]: DEBUG nova.network.neutron [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Refreshing network info cache for port 958e8030-5042-45c0-aec7-64bfb8635766 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1292.316693] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:9c:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '958e8030-5042-45c0-aec7-64bfb8635766', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1292.327848] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Creating folder: Project (cc8297d6f1284d44af3ef2409de8d75d). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.328639] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-736995c7-f642-41f2-b2a0-d118a7f85d29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.333962] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732733, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.342766] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Created folder: Project (cc8297d6f1284d44af3ef2409de8d75d) in parent group-v360450. [ 1292.342951] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Creating folder: Instances. Parent ref: group-v360521. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1292.343201] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-854fb80f-b363-4f19-b884-78f906f32e0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.351949] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Created folder: Instances in parent group-v360521. [ 1292.352194] env[62127]: DEBUG oslo.service.loopingcall [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1292.352383] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1292.352581] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-673ce2f8-d106-4902-8444-93da67d91303 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.375504] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1292.375504] env[62127]: value = "task-1732736" [ 1292.375504] env[62127]: _type = "Task" [ 1292.375504] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.385901] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732736, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.618051] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d8c41230-88a1-4d65-ac04-b8d8d12afc0e tempest-ServersAdmin275Test-375285545 tempest-ServersAdmin275Test-375285545-project-member] Lock "6ffb63f7-e9ba-43fc-a289-796552c5e84f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.387s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1292.823268] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732733, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.888184] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732736, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.069718] env[62127]: DEBUG nova.network.neutron [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Updated VIF entry in instance network info cache for port 958e8030-5042-45c0-aec7-64bfb8635766. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1293.070651] env[62127]: DEBUG nova.network.neutron [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Updating instance_info_cache with network_info: [{"id": "958e8030-5042-45c0-aec7-64bfb8635766", "address": "fa:16:3e:9f:9c:2c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.161", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap958e8030-50", "ovs_interfaceid": "958e8030-5042-45c0-aec7-64bfb8635766", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1293.328093] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732733, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51797} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.329115] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 4355b227-9b2e-474b-8970-bcbd2a345993/4355b227-9b2e-474b-8970-bcbd2a345993.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1293.329396] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1293.330021] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8f14faf2-0219-4859-956a-4ecb0cb545ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.337014] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1293.337014] env[62127]: value = "task-1732737" [ 1293.337014] env[62127]: _type = "Task" [ 1293.337014] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.351052] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.394486] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732736, 'name': CreateVM_Task, 'duration_secs': 0.604516} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.394685] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1293.395394] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.395980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.396382] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1293.396738] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adb85e91-f9d5-40f0-a3d3-ed786966b526 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.406139] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1293.406139] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522537f6-207e-6b30-49db-182f5b4d1c0f" [ 1293.406139] env[62127]: _type = "Task" [ 1293.406139] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.417544] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522537f6-207e-6b30-49db-182f5b4d1c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.577830] env[62127]: DEBUG oslo_concurrency.lockutils [req-031023f7-7ec8-4975-9489-c8cdc12efac0 req-c115367d-159a-4899-8a4a-c471eaf5b838 service nova] Releasing lock "refresh_cache-ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.606070] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8ac5b3-6fa0-48d8-82ed-a118a9d01209 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.612455] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a224c032-e366-4b34-b01f-497388136315 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.647849] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00f54d75-e954-43e8-833c-d3aa8603cf46 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.654981] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ac931a-2bf7-495b-9273-f08a380d54ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.669206] env[62127]: DEBUG nova.compute.provider_tree [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1293.847263] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065357} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.847559] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1293.848371] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c54dba0-b272-4590-ba3b-512084912f29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.874789] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 4355b227-9b2e-474b-8970-bcbd2a345993/4355b227-9b2e-474b-8970-bcbd2a345993.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1293.875200] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2879ab2-7821-47f6-a8e2-126027d394e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.898021] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1293.898021] env[62127]: value = "task-1732738" [ 1293.898021] env[62127]: _type = "Task" [ 1293.898021] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.902488] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.914503] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522537f6-207e-6b30-49db-182f5b4d1c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.008681} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.914792] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1293.915044] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1293.915280] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1293.915427] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.915608] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1293.915863] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49f3c10b-32ea-416f-9c0c-5b10872e9134 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.923526] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1293.923699] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1293.924397] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05f44228-4934-41af-b46b-3a39ca8c85c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.929501] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1293.929501] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ba1d5f-3082-38a0-5f35-ccb47f1d54ff" [ 1293.929501] env[62127]: _type = "Task" [ 1293.929501] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.936320] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ba1d5f-3082-38a0-5f35-ccb47f1d54ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.201144] env[62127]: ERROR nova.scheduler.client.report [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [req-9079822e-2e0e-4bd7-b3c7-b23e1deab124] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9079822e-2e0e-4bd7-b3c7-b23e1deab124"}]} [ 1294.221318] env[62127]: DEBUG nova.scheduler.client.report [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1294.240989] env[62127]: DEBUG nova.scheduler.client.report [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1294.240989] env[62127]: DEBUG nova.compute.provider_tree [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.252526] env[62127]: DEBUG nova.scheduler.client.report [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1294.276631] env[62127]: DEBUG nova.scheduler.client.report [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1294.409702] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732738, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.438907] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ba1d5f-3082-38a0-5f35-ccb47f1d54ff, 'name': SearchDatastore_Task, 'duration_secs': 0.007933} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.439789] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d79a2927-35d0-4d20-9f8f-34ea975d7ef0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.450023] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1294.450023] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a3d093-a5af-aa2a-588c-5f385a281cd6" [ 1294.450023] env[62127]: _type = "Task" [ 1294.450023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.460742] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a3d093-a5af-aa2a-588c-5f385a281cd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.731407] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41e2c80-06ca-4acc-9d91-f75281fd8dbf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.739104] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc36a7f9-6b5b-4e3c-82e5-3a6c00083bc7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.770372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbd94547-6440-44df-bf86-64411dacc6dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.777950] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55929762-c516-4114-bb2a-29e945559506 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.792611] env[62127]: DEBUG nova.compute.provider_tree [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1294.905560] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732738, 'name': ReconfigVM_Task, 'duration_secs': 0.669177} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.905560] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 4355b227-9b2e-474b-8970-bcbd2a345993/4355b227-9b2e-474b-8970-bcbd2a345993.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.906185] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41c1a39e-8d10-445a-9aa9-288176b76dc4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.912863] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1294.912863] env[62127]: value = "task-1732739" [ 1294.912863] env[62127]: _type = "Task" [ 1294.912863] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.920805] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732739, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.958631] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a3d093-a5af-aa2a-588c-5f385a281cd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011251} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.958900] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1294.959164] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a/ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1294.959419] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19ba2be7-b8ac-4e00-910f-c730e93e0b89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.966054] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1294.966054] env[62127]: value = "task-1732740" [ 1294.966054] env[62127]: _type = "Task" [ 1294.966054] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.973859] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732740, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.345478] env[62127]: DEBUG nova.scheduler.client.report [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 45 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1295.345851] env[62127]: DEBUG nova.compute.provider_tree [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 45 to 46 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1295.347382] env[62127]: DEBUG nova.compute.provider_tree [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1295.426328] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732739, 'name': Rename_Task, 'duration_secs': 0.150793} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.426710] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1295.426917] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f085b2b3-690c-449e-aec1-f6be54d0b158 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.433995] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1295.433995] env[62127]: value = "task-1732741" [ 1295.433995] env[62127]: _type = "Task" [ 1295.433995] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.442813] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732741, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.475818] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732740, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479955} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.476110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a/ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1295.476361] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1295.476587] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c11fab64-6772-4645-8fa5-dfe6f2117caa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.483603] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1295.483603] env[62127]: value = "task-1732742" [ 1295.483603] env[62127]: _type = "Task" [ 1295.483603] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.491869] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.852140] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.766s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1295.852896] env[62127]: DEBUG nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1295.855648] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.410s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1295.855868] env[62127]: DEBUG nova.objects.instance [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lazy-loading 'resources' on Instance uuid ba1584e7-f56e-4c91-b39b-13af8d91cb1a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1295.944313] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732741, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.998970] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075206} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.999533] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1296.000531] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8a72b8-a267-4919-859a-939ab606c294 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.026844] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a/ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.027251] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fe49504-a926-44b9-863b-8edf86ee9010 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.055580] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1296.055580] env[62127]: value = "task-1732743" [ 1296.055580] env[62127]: _type = "Task" [ 1296.055580] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.067494] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732743, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.360627] env[62127]: DEBUG nova.compute.utils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1296.368802] env[62127]: DEBUG nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1296.368990] env[62127]: DEBUG nova.network.neutron [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1296.447403] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732741, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.480707] env[62127]: DEBUG nova.policy [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50a052f3c4ee4602a4c59309b2293b06', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cc8297d6f1284d44af3ef2409de8d75d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1296.565299] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732743, 'name': ReconfigVM_Task, 'duration_secs': 0.311484} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.565783] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Reconfigured VM instance instance-00000019 to attach disk [datastore1] ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a/ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1296.566204] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca41fbe4-3264-4b03-8745-e4d60cd8690f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.578383] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1296.578383] env[62127]: value = "task-1732744" [ 1296.578383] env[62127]: _type = "Task" [ 1296.578383] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.590076] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732744, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.872249] env[62127]: DEBUG nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1296.890577] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-320ec4ca-df98-4c6a-b293-dfb300966db8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.897592] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350b742e-bba0-4b96-962b-d5c3e78fdd09 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.933353] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89e92007-3f66-48f8-9553-937f10abbaa8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.948551] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e33ace2-67b5-4aba-ac71-1310a6dbd1d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.953712] env[62127]: DEBUG oslo_vmware.api [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732741, 'name': PowerOnVM_Task, 'duration_secs': 1.12525} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.954047] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1296.954292] env[62127]: INFO nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Took 9.54 seconds to spawn the instance on the hypervisor. [ 1296.954498] env[62127]: DEBUG nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1296.955679] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664ae6e3-c12a-4311-a302-1451ab3b6c2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.967332] env[62127]: DEBUG nova.compute.provider_tree [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1297.088852] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732744, 'name': Rename_Task, 'duration_secs': 0.132728} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.089213] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.089476] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3837c6-1379-4c48-99c5-538064abfcbb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.099419] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1297.099419] env[62127]: value = "task-1732745" [ 1297.099419] env[62127]: _type = "Task" [ 1297.099419] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.104480] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732745, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.198248] env[62127]: DEBUG nova.network.neutron [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Successfully created port: 0dd5aa36-98b2-4d7f-9671-956f031f588b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1297.470657] env[62127]: DEBUG nova.scheduler.client.report [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1297.491738] env[62127]: INFO nova.compute.manager [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Took 35.77 seconds to build instance. [ 1297.609362] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.883881] env[62127]: DEBUG nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1297.916897] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1297.917238] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1297.920739] env[62127]: DEBUG nova.virt.hardware [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1297.920739] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869ebed6-6820-4ec2-9d1c-2dbee4f71c16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.928554] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f11ceb-ed18-4db4-afde-77b33dcb5d08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.978496] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.123s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1297.980989] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.137s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1297.982146] env[62127]: DEBUG nova.objects.instance [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lazy-loading 'resources' on Instance uuid b0681af5-fe44-4dc1-9939-fcb24d26084c {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.993751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6f0620a3-f224-4cb5-b7a7-b16f183f7a92 tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "4355b227-9b2e-474b-8970-bcbd2a345993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.260s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.013484] env[62127]: INFO nova.scheduler.client.report [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleted allocations for instance ba1584e7-f56e-4c91-b39b-13af8d91cb1a [ 1298.111435] env[62127]: DEBUG oslo_vmware.api [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732745, 'name': PowerOnVM_Task, 'duration_secs': 0.515022} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.111724] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.111930] env[62127]: INFO nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Took 8.07 seconds to spawn the instance on the hypervisor. [ 1298.112250] env[62127]: DEBUG nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1298.113153] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47df454-3429-442f-9791-18fdfb712b97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.496028] env[62127]: DEBUG nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1298.527176] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7811e65d-5bdc-495b-9ec9-08697a692b1f tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "ba1584e7-f56e-4c91-b39b-13af8d91cb1a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.123s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1298.639946] env[62127]: INFO nova.compute.manager [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Took 36.70 seconds to build instance. [ 1298.742500] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a567a78d-72a4-47be-b62f-f91a90871fdc tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "interface-4355b227-9b2e-474b-8970-bcbd2a345993-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1298.742500] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a567a78d-72a4-47be-b62f-f91a90871fdc tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "interface-4355b227-9b2e-474b-8970-bcbd2a345993-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1298.742500] env[62127]: DEBUG nova.objects.instance [None req-a567a78d-72a4-47be-b62f-f91a90871fdc tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lazy-loading 'flavor' on Instance uuid 4355b227-9b2e-474b-8970-bcbd2a345993 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1298.929615] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c786e9bb-24ae-4ef8-828f-bf33a034e424 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.942263] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15ce13b-cf22-4bd8-b4f8-6a4cd0025dcd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.981021] env[62127]: DEBUG nova.network.neutron [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Successfully updated port: 0dd5aa36-98b2-4d7f-9671-956f031f588b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1298.987507] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b0766c8-cd4f-4eb2-96a9-852ffab01f15 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.995417] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cfb8c11-b869-4b1a-aa7a-79839c21b296 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.018055] env[62127]: DEBUG nova.compute.provider_tree [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1299.037321] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.108273] env[62127]: DEBUG nova.compute.manager [req-7cbd1706-b48d-4391-b10f-32f42fc56c62 req-0f9ac11b-bdd9-462f-ae7f-21c6639da7e4 service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Received event network-vif-plugged-0dd5aa36-98b2-4d7f-9671-956f031f588b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1299.108273] env[62127]: DEBUG oslo_concurrency.lockutils [req-7cbd1706-b48d-4391-b10f-32f42fc56c62 req-0f9ac11b-bdd9-462f-ae7f-21c6639da7e4 service nova] Acquiring lock "eb10fc88-0e81-4b32-8c3a-5c311a642519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.108273] env[62127]: DEBUG oslo_concurrency.lockutils [req-7cbd1706-b48d-4391-b10f-32f42fc56c62 req-0f9ac11b-bdd9-462f-ae7f-21c6639da7e4 service nova] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.108273] env[62127]: DEBUG oslo_concurrency.lockutils [req-7cbd1706-b48d-4391-b10f-32f42fc56c62 req-0f9ac11b-bdd9-462f-ae7f-21c6639da7e4 service nova] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.108273] env[62127]: DEBUG nova.compute.manager [req-7cbd1706-b48d-4391-b10f-32f42fc56c62 req-0f9ac11b-bdd9-462f-ae7f-21c6639da7e4 service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] No waiting events found dispatching network-vif-plugged-0dd5aa36-98b2-4d7f-9671-956f031f588b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1299.108273] env[62127]: WARNING nova.compute.manager [req-7cbd1706-b48d-4391-b10f-32f42fc56c62 req-0f9ac11b-bdd9-462f-ae7f-21c6639da7e4 service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Received unexpected event network-vif-plugged-0dd5aa36-98b2-4d7f-9671-956f031f588b for instance with vm_state building and task_state spawning. [ 1299.143764] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2ee74463-d807-409b-a74c-60572b76b491 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.103s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1299.246818] env[62127]: DEBUG nova.objects.instance [None req-a567a78d-72a4-47be-b62f-f91a90871fdc tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lazy-loading 'pci_requests' on Instance uuid 4355b227-9b2e-474b-8970-bcbd2a345993 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1299.401485] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "0276f97e-e204-4b03-bf33-dd991cd0169e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1299.401711] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1299.489087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "refresh_cache-eb10fc88-0e81-4b32-8c3a-5c311a642519" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1299.489257] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired lock "refresh_cache-eb10fc88-0e81-4b32-8c3a-5c311a642519" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.489418] env[62127]: DEBUG nova.network.neutron [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.520705] env[62127]: DEBUG nova.scheduler.client.report [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1299.646947] env[62127]: DEBUG nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1299.749640] env[62127]: DEBUG nova.objects.base [None req-a567a78d-72a4-47be-b62f-f91a90871fdc tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Object Instance<4355b227-9b2e-474b-8970-bcbd2a345993> lazy-loaded attributes: flavor,pci_requests {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1299.749872] env[62127]: DEBUG nova.network.neutron [None req-a567a78d-72a4-47be-b62f-f91a90871fdc tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1299.832140] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a567a78d-72a4-47be-b62f-f91a90871fdc tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "interface-4355b227-9b2e-474b-8970-bcbd2a345993-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.090s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.031209] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.047s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.031893] env[62127]: DEBUG nova.network.neutron [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1300.033893] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.513s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1300.035821] env[62127]: INFO nova.compute.claims [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1300.053791] env[62127]: INFO nova.scheduler.client.report [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Deleted allocations for instance b0681af5-fe44-4dc1-9939-fcb24d26084c [ 1300.168497] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1300.205253] env[62127]: DEBUG nova.network.neutron [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Updating instance_info_cache with network_info: [{"id": "0dd5aa36-98b2-4d7f-9671-956f031f588b", "address": "fa:16:3e:7c:8a:7c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd5aa36-98", "ovs_interfaceid": "0dd5aa36-98b2-4d7f-9671-956f031f588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.564248] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0d91e8ef-f830-4077-a7c1-90ad76b2a1cb tempest-ServerDiagnosticsNegativeTest-1211350031 tempest-ServerDiagnosticsNegativeTest-1211350031-project-member] Lock "b0681af5-fe44-4dc1-9939-fcb24d26084c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.911s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1300.707841] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Releasing lock "refresh_cache-eb10fc88-0e81-4b32-8c3a-5c311a642519" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1300.708234] env[62127]: DEBUG nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Instance network_info: |[{"id": "0dd5aa36-98b2-4d7f-9671-956f031f588b", "address": "fa:16:3e:7c:8a:7c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd5aa36-98", "ovs_interfaceid": "0dd5aa36-98b2-4d7f-9671-956f031f588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1300.708666] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:8a:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0dd5aa36-98b2-4d7f-9671-956f031f588b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1300.716310] env[62127]: DEBUG oslo.service.loopingcall [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1300.716538] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1300.716775] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ef5c768-6325-4ac7-813a-876fe0e1cd51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.736225] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1300.736225] env[62127]: value = "task-1732749" [ 1300.736225] env[62127]: _type = "Task" [ 1300.736225] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.744160] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732749, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.196258] env[62127]: DEBUG nova.compute.manager [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Received event network-changed-0dd5aa36-98b2-4d7f-9671-956f031f588b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1301.196258] env[62127]: DEBUG nova.compute.manager [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Refreshing instance network info cache due to event network-changed-0dd5aa36-98b2-4d7f-9671-956f031f588b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1301.196258] env[62127]: DEBUG oslo_concurrency.lockutils [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] Acquiring lock "refresh_cache-eb10fc88-0e81-4b32-8c3a-5c311a642519" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.196258] env[62127]: DEBUG oslo_concurrency.lockutils [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] Acquired lock "refresh_cache-eb10fc88-0e81-4b32-8c3a-5c311a642519" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.196258] env[62127]: DEBUG nova.network.neutron [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Refreshing network info cache for port 0dd5aa36-98b2-4d7f-9671-956f031f588b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1301.247425] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732749, 'name': CreateVM_Task, 'duration_secs': 0.506184} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.250273] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1301.251351] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.251574] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.251912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1301.252201] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9b102c7-4717-4915-8c92-d61bbb46056e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.258032] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1301.258032] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52123542-079f-d3fb-fbdc-0a3f0f8b0fee" [ 1301.258032] env[62127]: _type = "Task" [ 1301.258032] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.268181] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52123542-079f-d3fb-fbdc-0a3f0f8b0fee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.462403] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251e141c-9aed-4bdd-84a8-322a37d32139 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.472919] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9947f6a5-cc9e-41a4-9ae2-f68c4a0f4978 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.507462] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4230495d-a1f5-4af7-84e2-189c8fa6d499 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.515784] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21da31df-35eb-4423-98c3-2a95293a2e89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.529448] env[62127]: DEBUG nova.compute.provider_tree [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1301.768374] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52123542-079f-d3fb-fbdc-0a3f0f8b0fee, 'name': SearchDatastore_Task, 'duration_secs': 0.010887} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.768682] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1301.768927] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1301.769165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1301.769312] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.769491] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1301.769758] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb32555f-7690-4266-900b-66c9f809bb3a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.789520] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1301.789726] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1301.790925] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dd1a74e-c585-4f28-b7b9-720fe7b3cb4d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.797039] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1301.797039] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dcc83d-d1c4-edc1-de1d-00c37e6f3f13" [ 1301.797039] env[62127]: _type = "Task" [ 1301.797039] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.804767] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dcc83d-d1c4-edc1-de1d-00c37e6f3f13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.825217] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "4355b227-9b2e-474b-8970-bcbd2a345993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.825525] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "4355b227-9b2e-474b-8970-bcbd2a345993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.825874] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "4355b227-9b2e-474b-8970-bcbd2a345993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1301.826131] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "4355b227-9b2e-474b-8970-bcbd2a345993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1301.826326] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "4355b227-9b2e-474b-8970-bcbd2a345993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1301.830716] env[62127]: INFO nova.compute.manager [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Terminating instance [ 1301.832528] env[62127]: DEBUG nova.compute.manager [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1301.832767] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1301.833628] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c1adcf-e629-4361-b8c3-76c308d3e681 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.842316] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1301.842552] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eacae182-95d3-4f4e-a1b7-98dae8c27e6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.849499] env[62127]: DEBUG oslo_vmware.api [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1301.849499] env[62127]: value = "task-1732750" [ 1301.849499] env[62127]: _type = "Task" [ 1301.849499] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.857436] env[62127]: DEBUG oslo_vmware.api [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732750, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.954840] env[62127]: DEBUG nova.network.neutron [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Updated VIF entry in instance network info cache for port 0dd5aa36-98b2-4d7f-9671-956f031f588b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1301.955228] env[62127]: DEBUG nova.network.neutron [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Updating instance_info_cache with network_info: [{"id": "0dd5aa36-98b2-4d7f-9671-956f031f588b", "address": "fa:16:3e:7c:8a:7c", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.73", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0dd5aa36-98", "ovs_interfaceid": "0dd5aa36-98b2-4d7f-9671-956f031f588b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.033595] env[62127]: DEBUG nova.scheduler.client.report [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1302.309523] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dcc83d-d1c4-edc1-de1d-00c37e6f3f13, 'name': SearchDatastore_Task, 'duration_secs': 0.067644} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.310335] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d6689ad-4ca9-49c4-a0a7-8dec00f15ba5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.315813] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1302.315813] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523b020c-53fd-17db-4857-775a6ac8a0da" [ 1302.315813] env[62127]: _type = "Task" [ 1302.315813] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.324291] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523b020c-53fd-17db-4857-775a6ac8a0da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.359810] env[62127]: DEBUG oslo_vmware.api [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732750, 'name': PowerOffVM_Task, 'duration_secs': 0.261918} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.360106] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1302.360289] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1302.360537] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-724a856b-afee-49a9-8dec-01db23c9c2a5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.440025] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1302.440274] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1302.440457] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Deleting the datastore file [datastore1] 4355b227-9b2e-474b-8970-bcbd2a345993 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1302.440721] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70833403-790e-441e-8f03-b42cffa3c45f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.448039] env[62127]: DEBUG oslo_vmware.api [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for the task: (returnval){ [ 1302.448039] env[62127]: value = "task-1732753" [ 1302.448039] env[62127]: _type = "Task" [ 1302.448039] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.456553] env[62127]: DEBUG oslo_vmware.api [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.459171] env[62127]: DEBUG oslo_concurrency.lockutils [req-796d7add-c329-44d8-959e-b3c8cc354f96 req-2a7b6a18-1148-48e6-9eb4-3e6aae325e1f service nova] Releasing lock "refresh_cache-eb10fc88-0e81-4b32-8c3a-5c311a642519" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.539561] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1302.540149] env[62127]: DEBUG nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1302.542942] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.958s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1302.543179] env[62127]: DEBUG nova.objects.instance [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lazy-loading 'resources' on Instance uuid 155f172d-43df-4a99-9e15-c2f506cf2992 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.827481] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523b020c-53fd-17db-4857-775a6ac8a0da, 'name': SearchDatastore_Task, 'duration_secs': 0.024719} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.827815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1302.828027] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] eb10fc88-0e81-4b32-8c3a-5c311a642519/eb10fc88-0e81-4b32-8c3a-5c311a642519.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1302.828310] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d19fa7d4-8240-4a32-ac5b-248a6d536180 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.834979] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1302.834979] env[62127]: value = "task-1732754" [ 1302.834979] env[62127]: _type = "Task" [ 1302.834979] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.843228] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.957890] env[62127]: DEBUG oslo_vmware.api [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732753, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.046878] env[62127]: DEBUG nova.compute.utils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1303.053758] env[62127]: DEBUG nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1303.057021] env[62127]: DEBUG nova.network.neutron [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.128790] env[62127]: DEBUG nova.policy [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97e12bc05a904b58ba44f0be01105037', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef3fbf6d6919477982a743b707fde32f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1303.344938] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.448992] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ac1257-4f35-4569-b089-8db2b612ed85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.463186] env[62127]: DEBUG oslo_vmware.api [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Task: {'id': task-1732753, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.594383} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.464267] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771bc4fb-7b3e-40b1-a9a2-d3b85a114db8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.467337] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1303.467425] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1303.467617] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1303.467833] env[62127]: INFO nova.compute.manager [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1303.468083] env[62127]: DEBUG oslo.service.loopingcall [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1303.468297] env[62127]: DEBUG nova.compute.manager [-] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1303.468372] env[62127]: DEBUG nova.network.neutron [-] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1303.498904] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05582dbc-2fe1-43d3-9168-d1d7691d3613 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.502182] env[62127]: DEBUG nova.network.neutron [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Successfully created port: 107f62ee-03c1-402c-9467-81e2ac54ad4b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1303.508960] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b76b7d7-45c8-45f4-a666-9058d1472495 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.523983] env[62127]: DEBUG nova.compute.provider_tree [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1303.554441] env[62127]: DEBUG nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1303.846921] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732754, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.029150] env[62127]: DEBUG nova.scheduler.client.report [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1304.191056] env[62127]: DEBUG nova.compute.manager [req-2b98c117-c321-4102-8c4d-bdf5585cb923 req-555b9fdb-1377-4bb3-b870-1d9a1c5a5b23 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Received event network-vif-deleted-ebf7a943-0ed2-47c5-8eaa-2aac1faeb218 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1304.191285] env[62127]: INFO nova.compute.manager [req-2b98c117-c321-4102-8c4d-bdf5585cb923 req-555b9fdb-1377-4bb3-b870-1d9a1c5a5b23 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Neutron deleted interface ebf7a943-0ed2-47c5-8eaa-2aac1faeb218; detaching it from the instance and deleting it from the info cache [ 1304.191516] env[62127]: DEBUG nova.network.neutron [req-2b98c117-c321-4102-8c4d-bdf5585cb923 req-555b9fdb-1377-4bb3-b870-1d9a1c5a5b23 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.347107] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732754, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.136018} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.347306] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] eb10fc88-0e81-4b32-8c3a-5c311a642519/eb10fc88-0e81-4b32-8c3a-5c311a642519.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1304.347533] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1304.347809] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-236a561a-6fe9-4ef1-8e72-81f83081e9f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.354603] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1304.354603] env[62127]: value = "task-1732756" [ 1304.354603] env[62127]: _type = "Task" [ 1304.354603] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.362837] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732756, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.536579] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.993s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.538702] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.933s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.538961] env[62127]: DEBUG nova.objects.instance [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lazy-loading 'resources' on Instance uuid 12cd5513-01c6-4bd2-9f14-0bf3f14f666c {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1304.551186] env[62127]: DEBUG nova.network.neutron [-] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1304.560039] env[62127]: INFO nova.scheduler.client.report [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Deleted allocations for instance 155f172d-43df-4a99-9e15-c2f506cf2992 [ 1304.564138] env[62127]: DEBUG nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1304.587036] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1304.587287] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1304.587443] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1304.587624] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1304.587770] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1304.587925] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1304.588160] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1304.588317] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1304.588482] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1304.588650] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1304.588910] env[62127]: DEBUG nova.virt.hardware [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1304.590510] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6a1f2b-844f-4c2b-9e0b-a71319abcb19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.600346] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b663c39-415e-48a7-bbf5-dfb92ac3496a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.696102] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5d8ccca9-e7af-4f28-8114-85ad8ac15aa1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.706164] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cae4f7c-d3b2-425a-9f82-d67278ccb838 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.739698] env[62127]: DEBUG nova.compute.manager [req-2b98c117-c321-4102-8c4d-bdf5585cb923 req-555b9fdb-1377-4bb3-b870-1d9a1c5a5b23 service nova] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Detach interface failed, port_id=ebf7a943-0ed2-47c5-8eaa-2aac1faeb218, reason: Instance 4355b227-9b2e-474b-8970-bcbd2a345993 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1304.864386] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732756, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064745} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.864681] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1304.865452] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce52328-ad52-4e70-b3ca-4e8c43236676 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.891112] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] eb10fc88-0e81-4b32-8c3a-5c311a642519/eb10fc88-0e81-4b32-8c3a-5c311a642519.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.891457] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-846cd31b-c352-4b22-819f-48ffa55039d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.913969] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1304.913969] env[62127]: value = "task-1732757" [ 1304.913969] env[62127]: _type = "Task" [ 1304.913969] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.923385] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732757, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.998794] env[62127]: DEBUG nova.compute.manager [req-47300ff1-ad7d-4b0c-b60e-a93c36a4412d req-f07e3685-cc13-49b9-9fc1-4a571fadd448 service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Received event network-vif-plugged-107f62ee-03c1-402c-9467-81e2ac54ad4b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1304.998794] env[62127]: DEBUG oslo_concurrency.lockutils [req-47300ff1-ad7d-4b0c-b60e-a93c36a4412d req-f07e3685-cc13-49b9-9fc1-4a571fadd448 service nova] Acquiring lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1304.999104] env[62127]: DEBUG oslo_concurrency.lockutils [req-47300ff1-ad7d-4b0c-b60e-a93c36a4412d req-f07e3685-cc13-49b9-9fc1-4a571fadd448 service nova] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1304.999254] env[62127]: DEBUG oslo_concurrency.lockutils [req-47300ff1-ad7d-4b0c-b60e-a93c36a4412d req-f07e3685-cc13-49b9-9fc1-4a571fadd448 service nova] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1304.999330] env[62127]: DEBUG nova.compute.manager [req-47300ff1-ad7d-4b0c-b60e-a93c36a4412d req-f07e3685-cc13-49b9-9fc1-4a571fadd448 service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] No waiting events found dispatching network-vif-plugged-107f62ee-03c1-402c-9467-81e2ac54ad4b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1304.999741] env[62127]: WARNING nova.compute.manager [req-47300ff1-ad7d-4b0c-b60e-a93c36a4412d req-f07e3685-cc13-49b9-9fc1-4a571fadd448 service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Received unexpected event network-vif-plugged-107f62ee-03c1-402c-9467-81e2ac54ad4b for instance with vm_state building and task_state spawning. [ 1305.054727] env[62127]: INFO nova.compute.manager [-] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Took 1.59 seconds to deallocate network for instance. [ 1305.076182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be554e8a-863a-48f3-be79-41653629f5f6 tempest-ListServersNegativeTestJSON-542670841 tempest-ListServersNegativeTestJSON-542670841-project-member] Lock "155f172d-43df-4a99-9e15-c2f506cf2992" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.106s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1305.142860] env[62127]: DEBUG nova.network.neutron [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Successfully updated port: 107f62ee-03c1-402c-9467-81e2ac54ad4b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.298815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.298981] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1305.426105] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732757, 'name': ReconfigVM_Task, 'duration_secs': 0.301602} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.430027] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Reconfigured VM instance instance-0000001a to attach disk [datastore1] eb10fc88-0e81-4b32-8c3a-5c311a642519/eb10fc88-0e81-4b32-8c3a-5c311a642519.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.430027] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35f6ecac-198a-43e9-a153-ce35bd758495 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.437719] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1305.437719] env[62127]: value = "task-1732758" [ 1305.437719] env[62127]: _type = "Task" [ 1305.437719] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.448013] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732758, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.512298] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79ae318-8c7e-43e5-9e3a-714aa1eea23c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.520032] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a49ae27e-1230-4ca8-83cd-a62c6c545f91 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.553971] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7d7cfff-706c-4361-b9b4-2fc6496bf619 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.561559] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe048d5-a094-4d8a-bbb8-64ac152b2f5f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.566428] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1305.577475] env[62127]: DEBUG nova.compute.provider_tree [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.645491] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "refresh_cache-38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1305.645658] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired lock "refresh_cache-38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.645822] env[62127]: DEBUG nova.network.neutron [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.948246] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732758, 'name': Rename_Task, 'duration_secs': 0.146964} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.948589] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1305.948904] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c615696-abc7-4e6e-9b13-35163045afd6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.955650] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1305.955650] env[62127]: value = "task-1732759" [ 1305.955650] env[62127]: _type = "Task" [ 1305.955650] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.963180] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732759, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.082488] env[62127]: DEBUG nova.scheduler.client.report [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1306.182287] env[62127]: DEBUG nova.network.neutron [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1306.393039] env[62127]: DEBUG nova.network.neutron [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Updating instance_info_cache with network_info: [{"id": "107f62ee-03c1-402c-9467-81e2ac54ad4b", "address": "fa:16:3e:1b:c0:be", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107f62ee-03", "ovs_interfaceid": "107f62ee-03c1-402c-9467-81e2ac54ad4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.468569] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732759, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.592972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.054s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.595979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.776s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.596208] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1306.596530] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1306.596726] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.737s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1306.598373] env[62127]: INFO nova.compute.claims [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1306.602405] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6f83fce-de28-481c-8ae3-8b39d54f440f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.614126] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4702322c-e908-4866-8aa9-2be666dc0f03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.629355] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7949d6a2-8040-43d2-bcf9-777cc1ad58ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.640402] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a528d565-2e4e-408f-b71d-164d5df44011 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.645886] env[62127]: INFO nova.scheduler.client.report [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Deleted allocations for instance 12cd5513-01c6-4bd2-9f14-0bf3f14f666c [ 1306.687083] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179840MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1306.687253] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1306.896696] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Releasing lock "refresh_cache-38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1306.897170] env[62127]: DEBUG nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Instance network_info: |[{"id": "107f62ee-03c1-402c-9467-81e2ac54ad4b", "address": "fa:16:3e:1b:c0:be", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107f62ee-03", "ovs_interfaceid": "107f62ee-03c1-402c-9467-81e2ac54ad4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1306.897576] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:c0:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '107f62ee-03c1-402c-9467-81e2ac54ad4b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1306.906754] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Creating folder: Project (ef3fbf6d6919477982a743b707fde32f). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.907059] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05920657-5087-49a0-8d81-714d30c12e7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.918952] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Created folder: Project (ef3fbf6d6919477982a743b707fde32f) in parent group-v360450. [ 1306.919244] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Creating folder: Instances. Parent ref: group-v360528. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1306.919423] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-13803cb5-354f-4990-a2cf-1cc648c6c8a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.928698] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Created folder: Instances in parent group-v360528. [ 1306.929018] env[62127]: DEBUG oslo.service.loopingcall [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1306.929276] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1306.929549] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01506ce7-0fb3-4e9a-91cc-a19cf3d8c419 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.950234] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1306.950234] env[62127]: value = "task-1732763" [ 1306.950234] env[62127]: _type = "Task" [ 1306.950234] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.958930] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732763, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.966966] env[62127]: DEBUG oslo_vmware.api [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732759, 'name': PowerOnVM_Task, 'duration_secs': 0.866038} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.967249] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.967457] env[62127]: INFO nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Took 9.09 seconds to spawn the instance on the hypervisor. [ 1306.967638] env[62127]: DEBUG nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1306.968588] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3463883f-719d-46ee-b2d6-d44b685ef547 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.032076] env[62127]: DEBUG nova.compute.manager [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Received event network-changed-107f62ee-03c1-402c-9467-81e2ac54ad4b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1307.032724] env[62127]: DEBUG nova.compute.manager [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Refreshing instance network info cache due to event network-changed-107f62ee-03c1-402c-9467-81e2ac54ad4b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1307.032724] env[62127]: DEBUG oslo_concurrency.lockutils [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] Acquiring lock "refresh_cache-38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.032724] env[62127]: DEBUG oslo_concurrency.lockutils [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] Acquired lock "refresh_cache-38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.033303] env[62127]: DEBUG nova.network.neutron [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Refreshing network info cache for port 107f62ee-03c1-402c-9467-81e2ac54ad4b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.192664] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42b3da0b-8f46-4e99-b731-e821764885f4 tempest-ServerMetadataNegativeTestJSON-1635643726 tempest-ServerMetadataNegativeTestJSON-1635643726-project-member] Lock "12cd5513-01c6-4bd2-9f14-0bf3f14f666c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.370s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1307.463048] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732763, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.486179] env[62127]: INFO nova.compute.manager [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Took 38.03 seconds to build instance. [ 1307.960887] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732763, 'name': CreateVM_Task, 'duration_secs': 0.570984} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.961110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1307.962016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1307.962270] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.962583] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1307.965909] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b98980-3de2-44c4-8f9e-ea43fcd12d46 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.968449] env[62127]: DEBUG nova.network.neutron [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Updated VIF entry in instance network info cache for port 107f62ee-03c1-402c-9467-81e2ac54ad4b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1307.968776] env[62127]: DEBUG nova.network.neutron [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Updating instance_info_cache with network_info: [{"id": "107f62ee-03c1-402c-9467-81e2ac54ad4b", "address": "fa:16:3e:1b:c0:be", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.91", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap107f62ee-03", "ovs_interfaceid": "107f62ee-03c1-402c-9467-81e2ac54ad4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.974078] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1307.974078] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c140a8-b42b-476f-dc77-cc659720d6d3" [ 1307.974078] env[62127]: _type = "Task" [ 1307.974078] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.985159] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c140a8-b42b-476f-dc77-cc659720d6d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.988071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0662d0f5-4ace-41f8-add2-d31c39fda5de tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.896s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1308.100831] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e57ce1-1d89-4370-adfe-fcaa1d7d1c09 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.107374] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13dd2e9d-46e9-4125-a2f7-3c8635c809d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.139640] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3eb11b-6987-4952-83a0-f725ae42408a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.147117] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c30a003-c3e6-4c0a-b031-867888c58d34 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.160377] env[62127]: DEBUG nova.compute.provider_tree [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1308.471903] env[62127]: DEBUG oslo_concurrency.lockutils [req-67b1baf4-2416-4dc4-a8ac-fba683a5d89d req-159ec9dd-2051-4491-82a6-e68c330df80b service nova] Releasing lock "refresh_cache-38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.488905] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c140a8-b42b-476f-dc77-cc659720d6d3, 'name': SearchDatastore_Task, 'duration_secs': 0.01087} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.489442] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1308.489838] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1308.490372] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1308.490735] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.491185] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1308.491950] env[62127]: DEBUG nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1308.495561] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1606ede3-f10b-4a14-a113-a6234829f5a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.511058] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1308.511340] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1308.512233] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fef4da0-22ef-4495-ad71-db97d5211876 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.518923] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1308.518923] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ce04e1-1f2a-9794-65b0-6897ecf383ba" [ 1308.518923] env[62127]: _type = "Task" [ 1308.518923] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.527865] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ce04e1-1f2a-9794-65b0-6897ecf383ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.664006] env[62127]: DEBUG nova.scheduler.client.report [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1309.030236] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ce04e1-1f2a-9794-65b0-6897ecf383ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010435} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.031218] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1309.032050] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48607b23-42c3-4fd6-ab4d-f7df5db493f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.038138] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1309.038138] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528a87a0-8b5c-64e7-4287-babb72e2a1e6" [ 1309.038138] env[62127]: _type = "Task" [ 1309.038138] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.047439] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528a87a0-8b5c-64e7-4287-babb72e2a1e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.170442] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1309.170854] env[62127]: DEBUG nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1309.174040] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.239s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1309.175788] env[62127]: INFO nova.compute.claims [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1309.349546] env[62127]: DEBUG nova.compute.manager [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1309.353431] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec2c899-0f1b-462e-905f-9273f455c1ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.556924] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528a87a0-8b5c-64e7-4287-babb72e2a1e6, 'name': SearchDatastore_Task, 'duration_secs': 0.009462} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.558101] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1309.558454] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77/38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1309.558787] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0294716d-b2dc-4294-86c9-424d4e561f5b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.565845] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1309.565845] env[62127]: value = "task-1732765" [ 1309.565845] env[62127]: _type = "Task" [ 1309.565845] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.577164] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.682012] env[62127]: DEBUG nova.compute.utils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1309.693027] env[62127]: DEBUG nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1309.693027] env[62127]: DEBUG nova.network.neutron [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1309.771025] env[62127]: DEBUG nova.policy [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7931db3989da48cdb56d0fd9f7ba4426', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ee2a3aeaa7e8404c9fc05f7865b63ca0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1309.868794] env[62127]: INFO nova.compute.manager [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] instance snapshotting [ 1309.871996] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2228e94-0507-4575-af67-3173da1c48a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.901614] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c28e40b3-d51e-4cb3-be05-a13e58b6b0a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.080446] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51115} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.081252] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77/38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1310.082561] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1310.082561] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0736aed4-9b87-4b1f-8d58-4d72dfe427eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.091622] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1310.091622] env[62127]: value = "task-1732766" [ 1310.091622] env[62127]: _type = "Task" [ 1310.091622] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.100974] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.192658] env[62127]: DEBUG nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1310.353788] env[62127]: DEBUG nova.network.neutron [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Successfully created port: 4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1310.415645] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1310.415959] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b390b87a-fd89-498f-b87f-2991c9bc5054 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.431332] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1310.431332] env[62127]: value = "task-1732768" [ 1310.431332] env[62127]: _type = "Task" [ 1310.431332] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.442027] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732768, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.602879] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06784} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.603402] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1310.604477] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21b799-c23d-4583-bc64-670977f2a69a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.636352] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77/38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1310.641228] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16b781d4-7274-4bb9-9100-6ef0a4987162 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.663536] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1310.663536] env[62127]: value = "task-1732769" [ 1310.663536] env[62127]: _type = "Task" [ 1310.663536] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.667889] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fce4f67d-bc3d-4bc4-a6cb-5903b2ce36d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.675880] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732769, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.678576] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8c9b9f-fa9b-45bb-baf7-4da8243070af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.714383] env[62127]: INFO nova.virt.block_device [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Booting with volume cc265a4b-ede7-44c8-8daf-af830d81f29f at /dev/sda [ 1310.717897] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4f22c89-6271-49d0-9f8e-eb7b6dc749f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.741124] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d0e37d-5831-4135-b9b1-4d1a3ccf9f82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.756677] env[62127]: DEBUG nova.compute.provider_tree [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1310.781720] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-651cf555-78db-40e3-8ec3-9ea96234a54e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.792138] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dd1ff2-ed6a-434f-92b9-b4f315b9daa8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.829100] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ca6ecdda-cf57-4204-870c-6d2e0b549e82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.835929] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb304a67-d51a-4248-9515-653ade3cd5d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.870044] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6b2d940-45b8-42ab-b64b-4875fc88af6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.877190] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8280f256-94f3-4201-b72a-e7476c29b845 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.891169] env[62127]: DEBUG nova.virt.block_device [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Updating existing volume attachment record: 2cd91a8f-6250-495d-b368-93ac987a50ae {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1310.948085] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732768, 'name': CreateSnapshot_Task, 'duration_secs': 0.497221} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.948251] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1310.949137] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c84b91d-5bdb-4f4f-accd-8472af47fac2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.176499] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732769, 'name': ReconfigVM_Task, 'duration_secs': 0.508294} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.177594] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77/38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1311.177594] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1aa2199f-fb12-4d18-a52e-23d0d143d449 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.185324] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1311.185324] env[62127]: value = "task-1732770" [ 1311.185324] env[62127]: _type = "Task" [ 1311.185324] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.197034] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732770, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.259488] env[62127]: DEBUG nova.scheduler.client.report [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1311.470231] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1311.470775] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba8e95c9-8ece-42a4-8ec1-6a7d8ee3ea0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.482375] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1311.482375] env[62127]: value = "task-1732771" [ 1311.482375] env[62127]: _type = "Task" [ 1311.482375] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.496240] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732771, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.696599] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732770, 'name': Rename_Task, 'duration_secs': 0.142136} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.696906] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1311.697168] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c52cb0-94e4-492e-a132-16fbe8317fa1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.705300] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1311.705300] env[62127]: value = "task-1732772" [ 1311.705300] env[62127]: _type = "Task" [ 1311.705300] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.717182] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732772, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.765870] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.592s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1311.766233] env[62127]: DEBUG nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1311.769330] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.513s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1311.769553] env[62127]: DEBUG nova.objects.instance [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lazy-loading 'resources' on Instance uuid 8803ecc6-1ec3-44ae-ad17-5e84887a28c6 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.993777] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732771, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.216138] env[62127]: DEBUG oslo_vmware.api [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732772, 'name': PowerOnVM_Task, 'duration_secs': 0.451222} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.216939] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1312.217354] env[62127]: INFO nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1312.218052] env[62127]: DEBUG nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1312.218946] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d270b9-f2f4-4964-b3ee-efb7ba75901e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.278124] env[62127]: DEBUG nova.compute.utils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1312.278724] env[62127]: DEBUG nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1312.278949] env[62127]: DEBUG nova.network.neutron [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1312.352438] env[62127]: DEBUG nova.policy [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9eee31240ea64c92aa3ce79b89f7919d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '973eaf9f97034fbabed9eaaa5e51e255', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1312.447037] env[62127]: DEBUG nova.network.neutron [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Successfully updated port: 4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1312.497196] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732771, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.533914] env[62127]: DEBUG nova.compute.manager [req-273bb22c-b273-43c5-a124-5e818621c242 req-1725e9d1-b4b9-47db-af5a-b57037e45138 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Received event network-vif-plugged-4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1312.534125] env[62127]: DEBUG oslo_concurrency.lockutils [req-273bb22c-b273-43c5-a124-5e818621c242 req-1725e9d1-b4b9-47db-af5a-b57037e45138 service nova] Acquiring lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1312.534458] env[62127]: DEBUG oslo_concurrency.lockutils [req-273bb22c-b273-43c5-a124-5e818621c242 req-1725e9d1-b4b9-47db-af5a-b57037e45138 service nova] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1312.534458] env[62127]: DEBUG oslo_concurrency.lockutils [req-273bb22c-b273-43c5-a124-5e818621c242 req-1725e9d1-b4b9-47db-af5a-b57037e45138 service nova] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1312.534681] env[62127]: DEBUG nova.compute.manager [req-273bb22c-b273-43c5-a124-5e818621c242 req-1725e9d1-b4b9-47db-af5a-b57037e45138 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] No waiting events found dispatching network-vif-plugged-4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1312.534757] env[62127]: WARNING nova.compute.manager [req-273bb22c-b273-43c5-a124-5e818621c242 req-1725e9d1-b4b9-47db-af5a-b57037e45138 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Received unexpected event network-vif-plugged-4cf07279-1947-437a-97a6-9587a00fcb85 for instance with vm_state building and task_state block_device_mapping. [ 1312.693036] env[62127]: DEBUG nova.network.neutron [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Successfully created port: 19d655a1-db04-494f-9a91-00d24dbfede5 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1312.738182] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a3ec77-b9c7-4d40-ac7b-2451f01e1768 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.743732] env[62127]: INFO nova.compute.manager [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Took 39.25 seconds to build instance. [ 1312.750434] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef37328-4cb8-4698-a416-fc7b502218bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.789384] env[62127]: DEBUG nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1312.793471] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b318479-9262-46f6-8616-7ce034b41080 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.807331] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c25ead8-f1c0-4706-81d2-13e4e521f581 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.824588] env[62127]: DEBUG nova.compute.provider_tree [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.949847] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquiring lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1312.950047] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquired lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.950210] env[62127]: DEBUG nova.network.neutron [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.000349] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732771, 'name': CloneVM_Task, 'duration_secs': 1.444554} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.000672] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Created linked-clone VM from snapshot [ 1313.001473] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b4a2e0-63e8-4d96-b7a3-c98829e2b006 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.011891] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Uploading image 772385a2-6303-4c0a-b12f-7aa0d57d122c {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1313.042662] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1313.042662] env[62127]: value = "vm-360533" [ 1313.042662] env[62127]: _type = "VirtualMachine" [ 1313.042662] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1313.042941] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c38f45de-7877-48f2-af9a-4a0806e4df2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.046639] env[62127]: DEBUG nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1313.047146] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1313.047724] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1313.047724] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.047724] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1313.047863] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.047971] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1313.048182] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1313.048335] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1313.048711] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1313.048711] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1313.048834] env[62127]: DEBUG nova.virt.hardware [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1313.049649] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73587cac-8186-4fff-8f56-6af7e404c8d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.062233] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4822ebcf-3a84-470f-8c2e-f182b438454b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.066652] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lease: (returnval){ [ 1313.066652] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a3216d-700a-6758-ac4b-be4496313160" [ 1313.066652] env[62127]: _type = "HttpNfcLease" [ 1313.066652] env[62127]: } obtained for exporting VM: (result){ [ 1313.066652] env[62127]: value = "vm-360533" [ 1313.066652] env[62127]: _type = "VirtualMachine" [ 1313.066652] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1313.066917] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the lease: (returnval){ [ 1313.066917] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a3216d-700a-6758-ac4b-be4496313160" [ 1313.066917] env[62127]: _type = "HttpNfcLease" [ 1313.066917] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1313.082513] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1313.082513] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a3216d-700a-6758-ac4b-be4496313160" [ 1313.082513] env[62127]: _type = "HttpNfcLease" [ 1313.082513] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1313.082513] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1313.082513] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a3216d-700a-6758-ac4b-be4496313160" [ 1313.082513] env[62127]: _type = "HttpNfcLease" [ 1313.082513] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1313.082513] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-646d9de5-2cfb-4384-8762-f25db17afdf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.092312] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7c8af-4f69-bc9e-f2a9-e1f5561b234b/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1313.092527] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7c8af-4f69-bc9e-f2a9-e1f5561b234b/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1313.192940] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-94058fd4-5e1f-45a5-9da8-d4eceec92b37 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.244626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.244918] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.245224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b12ad39-04ea-408a-8df6-c19e455f52d5 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.740s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.332722] env[62127]: DEBUG nova.scheduler.client.report [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1313.490893] env[62127]: DEBUG nova.network.neutron [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1313.660038] env[62127]: DEBUG nova.network.neutron [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Updating instance_info_cache with network_info: [{"id": "4cf07279-1947-437a-97a6-9587a00fcb85", "address": "fa:16:3e:34:47:f9", "network": {"id": "fa6452e3-1be7-4246-9aff-fb32661f433c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-252727243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2a3aeaa7e8404c9fc05f7865b63ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf07279-19", "ovs_interfaceid": "4cf07279-1947-437a-97a6-9587a00fcb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.747722] env[62127]: DEBUG nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1313.803954] env[62127]: DEBUG nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1313.830407] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1313.830681] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1313.830912] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1313.831135] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1313.831309] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1313.831527] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1313.831843] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1313.832083] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1313.832388] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1313.832598] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1313.832838] env[62127]: DEBUG nova.virt.hardware [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1313.833800] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b657d067-3282-4cdd-ac51-b13165a17bac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.843218] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.074s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.846157] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.239s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.847483] env[62127]: INFO nova.compute.claims [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1313.851747] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ad5cff-dbbe-4ed3-96bd-b1da6bfd540b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.868846] env[62127]: INFO nova.scheduler.client.report [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Deleted allocations for instance 8803ecc6-1ec3-44ae-ad17-5e84887a28c6 [ 1313.981702] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "78200f24-2501-4d62-8c1a-1f3ef90c0465" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.981944] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.162149] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Releasing lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1314.162948] env[62127]: DEBUG nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance network_info: |[{"id": "4cf07279-1947-437a-97a6-9587a00fcb85", "address": "fa:16:3e:34:47:f9", "network": {"id": "fa6452e3-1be7-4246-9aff-fb32661f433c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-252727243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2a3aeaa7e8404c9fc05f7865b63ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf07279-19", "ovs_interfaceid": "4cf07279-1947-437a-97a6-9587a00fcb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1314.162948] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:47:f9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4cf07279-1947-437a-97a6-9587a00fcb85', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1314.171844] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Creating folder: Project (ee2a3aeaa7e8404c9fc05f7865b63ca0). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.172128] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-31d827be-8b4c-4b82-9b23-c331ad5b5591 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.188931] env[62127]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1314.189150] env[62127]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62127) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1314.189852] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Folder already exists: Project (ee2a3aeaa7e8404c9fc05f7865b63ca0). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1314.190119] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Creating folder: Instances. Parent ref: group-v360474. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1314.190314] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a825846e-cfce-47b3-9108-c29bf30a51f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.200940] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Created folder: Instances in parent group-v360474. [ 1314.201213] env[62127]: DEBUG oslo.service.loopingcall [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1314.201435] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1314.201661] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b56bcb2-1d98-421f-9d31-36981179281a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.223339] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1314.223339] env[62127]: value = "task-1732777" [ 1314.223339] env[62127]: _type = "Task" [ 1314.223339] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.233151] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732777, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.272829] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.278459] env[62127]: DEBUG nova.compute.manager [req-3357fbdb-cdc6-4dec-95a7-7423e606d60e req-4fb77395-74dc-4f10-83b9-95f76cd77610 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Received event network-vif-plugged-19d655a1-db04-494f-9a91-00d24dbfede5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.278459] env[62127]: DEBUG oslo_concurrency.lockutils [req-3357fbdb-cdc6-4dec-95a7-7423e606d60e req-4fb77395-74dc-4f10-83b9-95f76cd77610 service nova] Acquiring lock "2a346945-3e97-4da8-aa48-3e39577d63d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1314.278459] env[62127]: DEBUG oslo_concurrency.lockutils [req-3357fbdb-cdc6-4dec-95a7-7423e606d60e req-4fb77395-74dc-4f10-83b9-95f76cd77610 service nova] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1314.278459] env[62127]: DEBUG oslo_concurrency.lockutils [req-3357fbdb-cdc6-4dec-95a7-7423e606d60e req-4fb77395-74dc-4f10-83b9-95f76cd77610 service nova] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.278459] env[62127]: DEBUG nova.compute.manager [req-3357fbdb-cdc6-4dec-95a7-7423e606d60e req-4fb77395-74dc-4f10-83b9-95f76cd77610 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] No waiting events found dispatching network-vif-plugged-19d655a1-db04-494f-9a91-00d24dbfede5 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1314.278459] env[62127]: WARNING nova.compute.manager [req-3357fbdb-cdc6-4dec-95a7-7423e606d60e req-4fb77395-74dc-4f10-83b9-95f76cd77610 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Received unexpected event network-vif-plugged-19d655a1-db04-494f-9a91-00d24dbfede5 for instance with vm_state building and task_state spawning. [ 1314.377098] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f439423f-deba-4d8b-b216-e3aef8a1d3b0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "8803ecc6-1ec3-44ae-ad17-5e84887a28c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.026s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1314.396937] env[62127]: DEBUG nova.network.neutron [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Successfully updated port: 19d655a1-db04-494f-9a91-00d24dbfede5 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1314.566344] env[62127]: DEBUG nova.compute.manager [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Received event network-changed-4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1314.566564] env[62127]: DEBUG nova.compute.manager [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Refreshing instance network info cache due to event network-changed-4cf07279-1947-437a-97a6-9587a00fcb85. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1314.567093] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] Acquiring lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.567093] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] Acquired lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.567231] env[62127]: DEBUG nova.network.neutron [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Refreshing network info cache for port 4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1314.739690] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732777, 'name': CreateVM_Task, 'duration_secs': 0.411579} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1314.741528] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1314.742770] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360487', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'name': 'volume-cc265a4b-ede7-44c8-8daf-af830d81f29f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb27b6c8-05d4-46d1-903c-191336a3a6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'serial': 'cc265a4b-ede7-44c8-8daf-af830d81f29f'}, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '2cd91a8f-6250-495d-b368-93ac987a50ae', 'volume_type': None}], 'swap': None} {{(pid=62127) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1314.745860] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Root volume attach. Driver type: vmdk {{(pid=62127) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1314.746841] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3fc1e7-b66b-46eb-a797-8bda4241e2bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.757116] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202835f5-3566-4ff4-81eb-f2d31b01a81a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.766488] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af158d03-bd5a-41aa-9f52-b90fd45cac3c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.775197] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-67ddf767-fa45-43bb-b887-db7b5d19fda3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.782865] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1314.782865] env[62127]: value = "task-1732779" [ 1314.782865] env[62127]: _type = "Task" [ 1314.782865] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.792804] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732779, 'name': RelocateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.901369] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "refresh_cache-2a346945-3e97-4da8-aa48-3e39577d63d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1314.902471] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquired lock "refresh_cache-2a346945-3e97-4da8-aa48-3e39577d63d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.902471] env[62127]: DEBUG nova.network.neutron [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.292952] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732779, 'name': RelocateVM_Task, 'duration_secs': 0.464242} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.296197] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1315.296431] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360487', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'name': 'volume-cc265a4b-ede7-44c8-8daf-af830d81f29f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb27b6c8-05d4-46d1-903c-191336a3a6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'serial': 'cc265a4b-ede7-44c8-8daf-af830d81f29f'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1315.297976] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39e403f-076e-448b-8f02-e1f5cd5e3bd4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.321897] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cd7fce-a0ca-447e-929a-65bae112ea96 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.349068] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] volume-cc265a4b-ede7-44c8-8daf-af830d81f29f/volume-cc265a4b-ede7-44c8-8daf-af830d81f29f.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1315.350697] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c55f0b-dcd2-4e08-a0af-456602854d42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.370036] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da05a3fc-4bef-458e-8e26-b047254e8abd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.377763] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18990c17-0a80-406c-82e9-a2b0eaeb7239 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.382185] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1315.382185] env[62127]: value = "task-1732780" [ 1315.382185] env[62127]: _type = "Task" [ 1315.382185] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.416805] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c516df-1a29-4af9-9222-a94cf215dd2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.426025] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732780, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.428688] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0a89b1-04a9-42e7-b8b0-05c3ded53d92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.443240] env[62127]: DEBUG nova.compute.provider_tree [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.456992] env[62127]: DEBUG nova.network.neutron [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1315.535792] env[62127]: DEBUG nova.network.neutron [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Updated VIF entry in instance network info cache for port 4cf07279-1947-437a-97a6-9587a00fcb85. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1315.536153] env[62127]: DEBUG nova.network.neutron [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Updating instance_info_cache with network_info: [{"id": "4cf07279-1947-437a-97a6-9587a00fcb85", "address": "fa:16:3e:34:47:f9", "network": {"id": "fa6452e3-1be7-4246-9aff-fb32661f433c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-252727243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2a3aeaa7e8404c9fc05f7865b63ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf07279-19", "ovs_interfaceid": "4cf07279-1947-437a-97a6-9587a00fcb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.791513] env[62127]: DEBUG nova.network.neutron [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Updating instance_info_cache with network_info: [{"id": "19d655a1-db04-494f-9a91-00d24dbfede5", "address": "fa:16:3e:f4:f4:fe", "network": {"id": "b58b9ad2-00ef-4519-a612-987cd0b93065", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-281055160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973eaf9f97034fbabed9eaaa5e51e255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d655a1-db", "ovs_interfaceid": "19d655a1-db04-494f-9a91-00d24dbfede5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1315.895146] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732780, 'name': ReconfigVM_Task, 'duration_secs': 0.416083} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.895450] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Reconfigured VM instance instance-0000001c to attach disk [datastore1] volume-cc265a4b-ede7-44c8-8daf-af830d81f29f/volume-cc265a4b-ede7-44c8-8daf-af830d81f29f.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1315.900194] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02831db4-58d6-4dc4-98c6-a4d4f88f52d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.916852] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1315.916852] env[62127]: value = "task-1732781" [ 1315.916852] env[62127]: _type = "Task" [ 1315.916852] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.925325] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732781, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.948249] env[62127]: DEBUG nova.scheduler.client.report [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1316.040166] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc2a4b09-0d9d-46de-b78e-73c616715413 req-cc40cca8-d7c5-43d9-9365-11f32a3c5daa service nova] Releasing lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.295713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Releasing lock "refresh_cache-2a346945-3e97-4da8-aa48-3e39577d63d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1316.295713] env[62127]: DEBUG nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Instance network_info: |[{"id": "19d655a1-db04-494f-9a91-00d24dbfede5", "address": "fa:16:3e:f4:f4:fe", "network": {"id": "b58b9ad2-00ef-4519-a612-987cd0b93065", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-281055160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973eaf9f97034fbabed9eaaa5e51e255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d655a1-db", "ovs_interfaceid": "19d655a1-db04-494f-9a91-00d24dbfede5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1316.295713] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:f4:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd646f9d5-d2ad-4c22-bea5-85a965334de6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19d655a1-db04-494f-9a91-00d24dbfede5', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1316.302395] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Creating folder: Project (973eaf9f97034fbabed9eaaa5e51e255). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.302723] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2de4dc42-8845-4681-b55e-fbaa99dca9de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.307856] env[62127]: DEBUG nova.compute.manager [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Received event network-changed-19d655a1-db04-494f-9a91-00d24dbfede5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1316.308066] env[62127]: DEBUG nova.compute.manager [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Refreshing instance network info cache due to event network-changed-19d655a1-db04-494f-9a91-00d24dbfede5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1316.308287] env[62127]: DEBUG oslo_concurrency.lockutils [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] Acquiring lock "refresh_cache-2a346945-3e97-4da8-aa48-3e39577d63d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1316.308428] env[62127]: DEBUG oslo_concurrency.lockutils [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] Acquired lock "refresh_cache-2a346945-3e97-4da8-aa48-3e39577d63d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.308622] env[62127]: DEBUG nova.network.neutron [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Refreshing network info cache for port 19d655a1-db04-494f-9a91-00d24dbfede5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1316.321574] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Created folder: Project (973eaf9f97034fbabed9eaaa5e51e255) in parent group-v360450. [ 1316.321877] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Creating folder: Instances. Parent ref: group-v360536. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1316.322350] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af2c506c-938b-4381-ba77-a4cbeaace603 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.334529] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Created folder: Instances in parent group-v360536. [ 1316.334776] env[62127]: DEBUG oslo.service.loopingcall [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1316.334970] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1316.335207] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5df08d41-74eb-4872-8eb8-72f705f65a70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.358073] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1316.358073] env[62127]: value = "task-1732784" [ 1316.358073] env[62127]: _type = "Task" [ 1316.358073] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.367355] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732784, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.427188] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732781, 'name': ReconfigVM_Task, 'duration_secs': 0.155702} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.427605] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360487', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'name': 'volume-cc265a4b-ede7-44c8-8daf-af830d81f29f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb27b6c8-05d4-46d1-903c-191336a3a6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'serial': 'cc265a4b-ede7-44c8-8daf-af830d81f29f'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1316.428308] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1fb59270-4686-4936-971f-bb1b19750dcd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.437990] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1316.437990] env[62127]: value = "task-1732785" [ 1316.437990] env[62127]: _type = "Task" [ 1316.437990] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.448257] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732785, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.452874] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1316.453436] env[62127]: DEBUG nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1316.456311] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.478s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1316.458023] env[62127]: INFO nova.compute.claims [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1316.869353] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732784, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.951158] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732785, 'name': Rename_Task, 'duration_secs': 0.186878} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.951510] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1316.951776] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d04f2c34-1426-4593-a933-1fd0da58b749 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.959686] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1316.959686] env[62127]: value = "task-1732786" [ 1316.959686] env[62127]: _type = "Task" [ 1316.959686] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.971899] env[62127]: DEBUG nova.compute.utils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1316.973234] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732786, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.973928] env[62127]: DEBUG nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1316.974019] env[62127]: DEBUG nova.network.neutron [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1317.054341] env[62127]: DEBUG nova.policy [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f67dfbf7ea4dbc8ac8f457176e1ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436b211dd06e4f9fa73844f594738afb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1317.110465] env[62127]: DEBUG nova.network.neutron [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Updated VIF entry in instance network info cache for port 19d655a1-db04-494f-9a91-00d24dbfede5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1317.110900] env[62127]: DEBUG nova.network.neutron [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Updating instance_info_cache with network_info: [{"id": "19d655a1-db04-494f-9a91-00d24dbfede5", "address": "fa:16:3e:f4:f4:fe", "network": {"id": "b58b9ad2-00ef-4519-a612-987cd0b93065", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-281055160-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "973eaf9f97034fbabed9eaaa5e51e255", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d646f9d5-d2ad-4c22-bea5-85a965334de6", "external-id": "nsx-vlan-transportzone-606", "segmentation_id": 606, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19d655a1-db", "ovs_interfaceid": "19d655a1-db04-494f-9a91-00d24dbfede5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1317.368660] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732784, 'name': CreateVM_Task, 'duration_secs': 0.524104} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.368934] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.371027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.371027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.371696] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1317.372682] env[62127]: DEBUG nova.network.neutron [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Successfully created port: 2ca3c1e0-5893-4735-9897-296e5763b182 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1317.374910] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a1cf7c51-894d-464a-973c-4fd928cdff27 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.381354] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1317.381354] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dc4f91-d3ba-5b47-9ead-79843579a152" [ 1317.381354] env[62127]: _type = "Task" [ 1317.381354] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.391262] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dc4f91-d3ba-5b47-9ead-79843579a152, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.473225] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732786, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.478217] env[62127]: DEBUG nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1317.614045] env[62127]: DEBUG oslo_concurrency.lockutils [req-59b02723-b5aa-4699-a031-777dba31cc71 req-3a6d572d-e7d7-4865-bee1-adb681c4be68 service nova] Releasing lock "refresh_cache-2a346945-3e97-4da8-aa48-3e39577d63d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.814768] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "753a4da9-8a31-4eab-8aac-373725b4c425" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1317.815328] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "753a4da9-8a31-4eab-8aac-373725b4c425" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1317.900135] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dc4f91-d3ba-5b47-9ead-79843579a152, 'name': SearchDatastore_Task, 'duration_secs': 0.042927} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.903961] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1317.904264] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.904460] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1317.904927] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.904927] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.905977] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db47aaef-6b11-4cb6-916c-0221145417d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.927160] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.927320] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.928463] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59e1d2a1-b840-4f4e-a881-26482a8ee5fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.940080] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1317.940080] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5221a35a-7c67-b9d3-f5ae-b1ce6182f4d3" [ 1317.940080] env[62127]: _type = "Task" [ 1317.940080] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.951872] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5221a35a-7c67-b9d3-f5ae-b1ce6182f4d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.953948] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3caf10c2-e997-4e08-aa86-07f5c0616181 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.966970] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4fc41-016e-4905-bf59-b51b2f97da97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.013994] env[62127]: DEBUG oslo_vmware.api [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732786, 'name': PowerOnVM_Task, 'duration_secs': 0.972799} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.021690] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.021690] env[62127]: INFO nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Took 4.97 seconds to spawn the instance on the hypervisor. [ 1318.021690] env[62127]: DEBUG nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1318.023047] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5503159d-213b-4c3e-a0ba-d573c0a7a3d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.029115] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc5c724a-8519-4812-b9f0-246db001a215 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.047466] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a389c226-4739-4077-a4f6-bcd1bc6cef2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.076617] env[62127]: DEBUG nova.compute.provider_tree [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.450650] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5221a35a-7c67-b9d3-f5ae-b1ce6182f4d3, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.451558] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f69cffdb-5da9-4e2c-b932-8f78f5170e87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.457472] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1318.457472] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52fd33a4-cc6e-6e9b-c052-5f1de0664249" [ 1318.457472] env[62127]: _type = "Task" [ 1318.457472] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.465760] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fd33a4-cc6e-6e9b-c052-5f1de0664249, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.521397] env[62127]: DEBUG nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1318.548343] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1318.549112] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1318.549974] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.549974] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1318.550194] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.550478] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1318.550640] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1318.550856] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1318.551124] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1318.551334] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1318.551973] env[62127]: DEBUG nova.virt.hardware [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1318.552870] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f911cd56-0bc5-431f-8c64-a530b440aed9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.568678] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dbe6413-c111-45ff-b8f4-e5ad3968136d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.576103] env[62127]: INFO nova.compute.manager [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Took 41.73 seconds to build instance. [ 1318.588056] env[62127]: DEBUG nova.scheduler.client.report [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1318.645364] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Acquiring lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1318.645609] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1318.976025] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fd33a4-cc6e-6e9b-c052-5f1de0664249, 'name': SearchDatastore_Task, 'duration_secs': 0.028132} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.979025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1318.979311] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2a346945-3e97-4da8-aa48-3e39577d63d7/2a346945-3e97-4da8-aa48-3e39577d63d7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.983027] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3fc3ed9c-fd2d-46b7-9e04-9708c1867f85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.988717] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1318.988717] env[62127]: value = "task-1732787" [ 1318.988717] env[62127]: _type = "Task" [ 1318.988717] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.999608] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732787, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.093482] env[62127]: DEBUG oslo_concurrency.lockutils [None req-de6c48cf-42c5-412e-b4fa-ea5d973abdac tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.208s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.094340] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.094934] env[62127]: DEBUG nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1319.106321] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.359s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.106713] env[62127]: DEBUG nova.objects.instance [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lazy-loading 'resources' on Instance uuid 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1319.131055] env[62127]: DEBUG nova.compute.manager [req-1d602795-0fae-4202-8579-ca64435cdbd6 req-22864845-c22b-4acd-9703-fc0f52a70bb0 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Received event network-vif-plugged-2ca3c1e0-5893-4735-9897-296e5763b182 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1319.131055] env[62127]: DEBUG oslo_concurrency.lockutils [req-1d602795-0fae-4202-8579-ca64435cdbd6 req-22864845-c22b-4acd-9703-fc0f52a70bb0 service nova] Acquiring lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1319.131271] env[62127]: DEBUG oslo_concurrency.lockutils [req-1d602795-0fae-4202-8579-ca64435cdbd6 req-22864845-c22b-4acd-9703-fc0f52a70bb0 service nova] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1319.131446] env[62127]: DEBUG oslo_concurrency.lockutils [req-1d602795-0fae-4202-8579-ca64435cdbd6 req-22864845-c22b-4acd-9703-fc0f52a70bb0 service nova] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1319.133060] env[62127]: DEBUG nova.compute.manager [req-1d602795-0fae-4202-8579-ca64435cdbd6 req-22864845-c22b-4acd-9703-fc0f52a70bb0 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] No waiting events found dispatching network-vif-plugged-2ca3c1e0-5893-4735-9897-296e5763b182 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1319.133060] env[62127]: WARNING nova.compute.manager [req-1d602795-0fae-4202-8579-ca64435cdbd6 req-22864845-c22b-4acd-9703-fc0f52a70bb0 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Received unexpected event network-vif-plugged-2ca3c1e0-5893-4735-9897-296e5763b182 for instance with vm_state building and task_state spawning. [ 1319.304496] env[62127]: DEBUG nova.network.neutron [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Successfully updated port: 2ca3c1e0-5893-4735-9897-296e5763b182 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1319.504664] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732787, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.608478] env[62127]: DEBUG nova.compute.utils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1319.609679] env[62127]: DEBUG nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1319.609679] env[62127]: DEBUG nova.network.neutron [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1319.614992] env[62127]: DEBUG nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1319.702356] env[62127]: DEBUG nova.policy [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd20f0fcd61f2434790ebc8026e0594f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eba64baecfb457cac248bbc9084dc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1319.811378] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "refresh_cache-f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1319.813224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "refresh_cache-f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.813224] env[62127]: DEBUG nova.network.neutron [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1320.006029] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732787, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.903477} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.006363] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2a346945-3e97-4da8-aa48-3e39577d63d7/2a346945-3e97-4da8-aa48-3e39577d63d7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1320.006624] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1320.009636] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-936aec29-3466-46a0-9dbc-b6ad78cc9be3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.019863] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1320.019863] env[62127]: value = "task-1732788" [ 1320.019863] env[62127]: _type = "Task" [ 1320.019863] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.037433] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732788, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.100849] env[62127]: DEBUG nova.network.neutron [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Successfully created port: 367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1320.124734] env[62127]: DEBUG nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1320.128369] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6b0003-714a-4ff9-bfeb-a37d6b29aa26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.139232] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f516d8a0-4d4d-493d-a143-dc0d7920039c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.145220] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1320.180266] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c8572e-0110-4c99-882a-c6bc9b14da0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.189119] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d72ee5e-7144-4c5e-a7ad-9f4e1de0751c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.205912] env[62127]: DEBUG nova.compute.provider_tree [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1320.356554] env[62127]: DEBUG nova.network.neutron [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1320.531482] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732788, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096393} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.531482] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1320.531745] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f685e1b3-e6bc-4b40-9bc1-3818cce40eac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.557500] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 2a346945-3e97-4da8-aa48-3e39577d63d7/2a346945-3e97-4da8-aa48-3e39577d63d7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1320.557844] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1d806b40-dc64-4668-98fe-73705224eeb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.573306] env[62127]: DEBUG nova.network.neutron [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Updating instance_info_cache with network_info: [{"id": "2ca3c1e0-5893-4735-9897-296e5763b182", "address": "fa:16:3e:d4:51:93", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca3c1e0-58", "ovs_interfaceid": "2ca3c1e0-5893-4735-9897-296e5763b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1320.584469] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1320.584469] env[62127]: value = "task-1732789" [ 1320.584469] env[62127]: _type = "Task" [ 1320.584469] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.594714] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732789, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.709709] env[62127]: DEBUG nova.scheduler.client.report [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1321.077704] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "refresh_cache-f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1321.078201] env[62127]: DEBUG nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Instance network_info: |[{"id": "2ca3c1e0-5893-4735-9897-296e5763b182", "address": "fa:16:3e:d4:51:93", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca3c1e0-58", "ovs_interfaceid": "2ca3c1e0-5893-4735-9897-296e5763b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1321.078485] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d4:51:93', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ca3c1e0-5893-4735-9897-296e5763b182', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1321.086327] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating folder: Project (436b211dd06e4f9fa73844f594738afb). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.086868] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c94d3da9-dd4a-46ff-94df-937c51187884 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.102916] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732789, 'name': ReconfigVM_Task, 'duration_secs': 0.355457} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.103290] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 2a346945-3e97-4da8-aa48-3e39577d63d7/2a346945-3e97-4da8-aa48-3e39577d63d7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1321.104158] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-01f0a6a2-1feb-49e9-97ba-b52358cbbc2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.108046] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created folder: Project (436b211dd06e4f9fa73844f594738afb) in parent group-v360450. [ 1321.108205] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating folder: Instances. Parent ref: group-v360539. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1321.108869] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6bcd36bf-0841-4c08-a282-3eac9b005907 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.113465] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1321.113465] env[62127]: value = "task-1732791" [ 1321.113465] env[62127]: _type = "Task" [ 1321.113465] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.119221] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created folder: Instances in parent group-v360539. [ 1321.119451] env[62127]: DEBUG oslo.service.loopingcall [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1321.119704] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1321.119848] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-955e8a01-5484-4c1d-9290-9cc11ef9a445 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.136717] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732791, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.142407] env[62127]: DEBUG nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1321.146424] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1321.146424] env[62127]: value = "task-1732793" [ 1321.146424] env[62127]: _type = "Task" [ 1321.146424] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.157322] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732793, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.170236] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1321.170236] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1321.170459] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1321.170761] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1321.171048] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1321.172053] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1321.172501] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1321.172501] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1321.172677] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1321.172848] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1321.173062] env[62127]: DEBUG nova.virt.hardware [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.174136] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-250af97e-93a7-4822-8c5e-be2334ca4c0d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.179847] env[62127]: DEBUG nova.compute.manager [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Received event network-changed-2ca3c1e0-5893-4735-9897-296e5763b182 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1321.180134] env[62127]: DEBUG nova.compute.manager [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Refreshing instance network info cache due to event network-changed-2ca3c1e0-5893-4735-9897-296e5763b182. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1321.180316] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] Acquiring lock "refresh_cache-f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.180444] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] Acquired lock "refresh_cache-f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.180603] env[62127]: DEBUG nova.network.neutron [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Refreshing network info cache for port 2ca3c1e0-5893-4735-9897-296e5763b182 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1321.188553] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcf4a58-92a9-473b-b8f8-d50fe05ee8b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.219333] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.222058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.622s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1321.223457] env[62127]: INFO nova.compute.claims [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1321.246812] env[62127]: INFO nova.scheduler.client.report [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Deleted allocations for instance 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee [ 1321.624008] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732791, 'name': Rename_Task, 'duration_secs': 0.200601} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.624341] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.624759] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-469964ad-f11f-4f9e-ae86-9c688efe5022 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.632555] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1321.632555] env[62127]: value = "task-1732794" [ 1321.632555] env[62127]: _type = "Task" [ 1321.632555] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.641350] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732794, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.656885] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732793, 'name': CreateVM_Task, 'duration_secs': 0.426123} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.656885] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1321.657461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1321.657615] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.657936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1321.658193] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-389a9fc0-1f54-4147-ad77-8b44c947cf24 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.664109] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1321.664109] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c61472-4ad1-7deb-7b70-b73509e6d62e" [ 1321.664109] env[62127]: _type = "Task" [ 1321.664109] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.676528] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c61472-4ad1-7deb-7b70-b73509e6d62e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.754885] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d6aea899-bd19-44ab-8af1-3b6074021993 tempest-DeleteServersAdminTestJSON-1924608110 tempest-DeleteServersAdminTestJSON-1924608110-project-member] Lock "0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.932s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1321.798360] env[62127]: DEBUG nova.network.neutron [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Successfully updated port: 367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1321.956426] env[62127]: DEBUG nova.network.neutron [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Updated VIF entry in instance network info cache for port 2ca3c1e0-5893-4735-9897-296e5763b182. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.956909] env[62127]: DEBUG nova.network.neutron [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Updating instance_info_cache with network_info: [{"id": "2ca3c1e0-5893-4735-9897-296e5763b182", "address": "fa:16:3e:d4:51:93", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ca3c1e0-58", "ovs_interfaceid": "2ca3c1e0-5893-4735-9897-296e5763b182", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.143063] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732794, 'name': PowerOnVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.174761] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c61472-4ad1-7deb-7b70-b73509e6d62e, 'name': SearchDatastore_Task, 'duration_secs': 0.019645} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.175081] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.175326] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1322.175562] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.175713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.175896] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1322.176170] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb4a9ce6-1352-46da-86e2-8a439dc13ce6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.188049] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1322.188151] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1322.188831] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5f0b4a03-4236-4328-a590-eb3564c4934e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.194777] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1322.194777] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520d09bf-d6c3-0b20-d993-86da7ef8c5bc" [ 1322.194777] env[62127]: _type = "Task" [ 1322.194777] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.203095] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520d09bf-d6c3-0b20-d993-86da7ef8c5bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.299474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.299665] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.299836] env[62127]: DEBUG nova.network.neutron [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1322.459485] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] Releasing lock "refresh_cache-f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1322.459764] env[62127]: DEBUG nova.compute.manager [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Received event network-changed-4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1322.459933] env[62127]: DEBUG nova.compute.manager [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Refreshing instance network info cache due to event network-changed-4cf07279-1947-437a-97a6-9587a00fcb85. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1322.460159] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] Acquiring lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1322.460301] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] Acquired lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.460460] env[62127]: DEBUG nova.network.neutron [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Refreshing network info cache for port 4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.638550] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c91b4-6439-43b2-b7d6-ebab8c9c6ff6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.649298] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1222105f-f09e-49a0-824d-fb42fa0ae80c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.652367] env[62127]: DEBUG oslo_vmware.api [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732794, 'name': PowerOnVM_Task, 'duration_secs': 0.70593} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.652626] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.652826] env[62127]: INFO nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Took 8.85 seconds to spawn the instance on the hypervisor. [ 1322.653010] env[62127]: DEBUG nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1322.654109] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d142dc0f-9f33-4f2c-8271-0fba289a876d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.682831] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702bd47e-0678-4b55-9bf4-bda0f27f04cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.694548] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879dded3-0c78-4cd0-910f-a55f0f1b4e66 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.710023] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520d09bf-d6c3-0b20-d993-86da7ef8c5bc, 'name': SearchDatastore_Task, 'duration_secs': 0.041598} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.715486] env[62127]: DEBUG nova.compute.provider_tree [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1322.716858] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f65f832-fbcf-49d7-a79a-9d33991a7af2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.723775] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1322.723775] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b49a7a-7d70-11b8-5521-de7857b66942" [ 1322.723775] env[62127]: _type = "Task" [ 1322.723775] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.733922] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b49a7a-7d70-11b8-5521-de7857b66942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.838876] env[62127]: DEBUG nova.network.neutron [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1323.056104] env[62127]: DEBUG nova.network.neutron [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updating instance_info_cache with network_info: [{"id": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "address": "fa:16:3e:b6:71:fe", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a43d2-1a", "ovs_interfaceid": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.202584] env[62127]: DEBUG nova.compute.manager [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Received event network-vif-plugged-367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.203031] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] Acquiring lock "cb1bba98-24b6-443d-92c9-59640cf53754-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1323.203312] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] Lock "cb1bba98-24b6-443d-92c9-59640cf53754-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.203377] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] Lock "cb1bba98-24b6-443d-92c9-59640cf53754-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.203631] env[62127]: DEBUG nova.compute.manager [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] No waiting events found dispatching network-vif-plugged-367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1323.203784] env[62127]: WARNING nova.compute.manager [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Received unexpected event network-vif-plugged-367a43d2-1a6a-4e7c-86ab-cae6a29222d6 for instance with vm_state building and task_state spawning. [ 1323.203910] env[62127]: DEBUG nova.compute.manager [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Received event network-changed-367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1323.204276] env[62127]: DEBUG nova.compute.manager [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Refreshing instance network info cache due to event network-changed-367a43d2-1a6a-4e7c-86ab-cae6a29222d6. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1323.204477] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] Acquiring lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1323.205216] env[62127]: INFO nova.compute.manager [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Took 45.30 seconds to build instance. [ 1323.221084] env[62127]: DEBUG nova.scheduler.client.report [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1323.231283] env[62127]: DEBUG nova.network.neutron [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Updated VIF entry in instance network info cache for port 4cf07279-1947-437a-97a6-9587a00fcb85. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.231734] env[62127]: DEBUG nova.network.neutron [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Updating instance_info_cache with network_info: [{"id": "4cf07279-1947-437a-97a6-9587a00fcb85", "address": "fa:16:3e:34:47:f9", "network": {"id": "fa6452e3-1be7-4246-9aff-fb32661f433c", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-252727243-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.209", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ee2a3aeaa7e8404c9fc05f7865b63ca0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4ad9ee0f-6a58-4a7b-bda3-5249b8cef84e", "external-id": "nsx-vlan-transportzone-354", "segmentation_id": 354, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4cf07279-19", "ovs_interfaceid": "4cf07279-1947-437a-97a6-9587a00fcb85", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.241711] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b49a7a-7d70-11b8-5521-de7857b66942, 'name': SearchDatastore_Task, 'duration_secs': 0.026259} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.242928] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.242928] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f92d2e93-49ac-4bf3-958c-a4bb1bf5e211/f92d2e93-49ac-4bf3-958c-a4bb1bf5e211.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1323.242928] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-888ee8a4-03a6-4385-b03f-9c4013392a62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.252441] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1323.252441] env[62127]: value = "task-1732795" [ 1323.252441] env[62127]: _type = "Task" [ 1323.252441] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.262397] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732795, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.559140] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Releasing lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.559411] env[62127]: DEBUG nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Instance network_info: |[{"id": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "address": "fa:16:3e:b6:71:fe", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a43d2-1a", "ovs_interfaceid": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1323.559762] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] Acquired lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.559954] env[62127]: DEBUG nova.network.neutron [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Refreshing network info cache for port 367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.561274] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b6:71:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '367a43d2-1a6a-4e7c-86ab-cae6a29222d6', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.569330] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Creating folder: Project (9eba64baecfb457cac248bbc9084dc3d). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.570357] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fa9a206b-2112-4167-86b3-ddd3ff643a4a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.586473] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Created folder: Project (9eba64baecfb457cac248bbc9084dc3d) in parent group-v360450. [ 1323.586703] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Creating folder: Instances. Parent ref: group-v360542. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1323.586975] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97d86d54-e9c5-49e0-8c6d-0923c1358ff9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.599831] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Created folder: Instances in parent group-v360542. [ 1323.600211] env[62127]: DEBUG oslo.service.loopingcall [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1323.600425] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.600640] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-73513f14-317f-4e9d-83fb-cc5c683d0429 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.621766] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.621766] env[62127]: value = "task-1732798" [ 1323.621766] env[62127]: _type = "Task" [ 1323.621766] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.633097] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732798, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.708132] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82bb18c5-af46-46f7-ac24-30553af79706 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.839s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.734385] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.734385] env[62127]: DEBUG nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1323.736838] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.971s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1323.739284] env[62127]: INFO nova.compute.claims [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1323.742286] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c04b095-c20b-4108-b260-014efd0bc2dc req-757189b1-68a4-4184-840a-ddc443ba1519 service nova] Releasing lock "refresh_cache-bb27b6c8-05d4-46d1-903c-191336a3a6d5" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1323.765058] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732795, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.141022] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732798, 'name': CreateVM_Task, 'duration_secs': 0.408769} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.141022] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1324.141022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.141022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.141022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1324.141022] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79bbfb82-1ab5-4284-a129-a701f62f4431 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.148433] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1324.148433] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d98773-4729-16ed-fd03-9d1f68d39a6c" [ 1324.148433] env[62127]: _type = "Task" [ 1324.148433] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.160409] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d98773-4729-16ed-fd03-9d1f68d39a6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.211240] env[62127]: DEBUG nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1324.245037] env[62127]: DEBUG nova.compute.utils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1324.247949] env[62127]: DEBUG nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1324.248174] env[62127]: DEBUG nova.network.neutron [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1324.270416] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732795, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.79849} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.270884] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f92d2e93-49ac-4bf3-958c-a4bb1bf5e211/f92d2e93-49ac-4bf3-958c-a4bb1bf5e211.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1324.271177] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1324.271706] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d102f45f-b56b-4a55-a997-7db0379e84a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.284810] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1324.284810] env[62127]: value = "task-1732799" [ 1324.284810] env[62127]: _type = "Task" [ 1324.284810] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.296425] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.342124] env[62127]: DEBUG nova.policy [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ba7eb41dcce34cb298f2491a2c0231ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f82385900f69475497233a42a1ad426a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1324.380177] env[62127]: DEBUG nova.network.neutron [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updated VIF entry in instance network info cache for port 367a43d2-1a6a-4e7c-86ab-cae6a29222d6. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.380543] env[62127]: DEBUG nova.network.neutron [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updating instance_info_cache with network_info: [{"id": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "address": "fa:16:3e:b6:71:fe", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a43d2-1a", "ovs_interfaceid": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.386966] env[62127]: DEBUG nova.compute.manager [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1324.386966] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-827bff1c-0a65-4279-b12f-5c6db85ad79d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.432919] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7c8af-4f69-bc9e-f2a9-e1f5561b234b/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1324.432919] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fe77fb-27f8-4f12-ae75-c63b1c434864 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.441860] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7c8af-4f69-bc9e-f2a9-e1f5561b234b/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1324.441860] env[62127]: ERROR oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7c8af-4f69-bc9e-f2a9-e1f5561b234b/disk-0.vmdk due to incomplete transfer. [ 1324.441860] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-00632f69-4772-4c48-af26-e613f4187815 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.454341] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52f7c8af-4f69-bc9e-f2a9-e1f5561b234b/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1324.454547] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Uploaded image 772385a2-6303-4c0a-b12f-7aa0d57d122c to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1324.457437] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1324.458260] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-59a7b299-57cd-4b04-bec6-9c0bf6319fb8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.467359] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1324.467359] env[62127]: value = "task-1732800" [ 1324.467359] env[62127]: _type = "Task" [ 1324.467359] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.483641] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732800, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.661457] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d98773-4729-16ed-fd03-9d1f68d39a6c, 'name': SearchDatastore_Task, 'duration_secs': 0.014919} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.661804] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.662043] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.662290] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1324.662433] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.662623] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.662909] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33d27391-c1c2-4d67-9cae-669b37493567 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.675612] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.675879] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.677996] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d265de26-5dcd-47c0-9405-48f47e0e03b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.684747] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1324.684747] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bc0c46-a814-c126-0ca7-bea2c2d6528c" [ 1324.684747] env[62127]: _type = "Task" [ 1324.684747] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.694315] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bc0c46-a814-c126-0ca7-bea2c2d6528c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.737331] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1324.749221] env[62127]: DEBUG nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1324.801458] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185823} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.801927] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1324.805660] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a05a47-a225-4651-aa39-11c6cf6a14f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.832465] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] f92d2e93-49ac-4bf3-958c-a4bb1bf5e211/f92d2e93-49ac-4bf3-958c-a4bb1bf5e211.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.836017] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbadc981-0bba-4356-9de0-3171e2df858b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.858307] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1324.858307] env[62127]: value = "task-1732801" [ 1324.858307] env[62127]: _type = "Task" [ 1324.858307] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.868613] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.884233] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bd3e5c0-0c0c-466e-a9e1-e47cafb343dd req-fb96acdc-66d8-4fe6-bf5c-05afbe4c5be9 service nova] Releasing lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1324.899233] env[62127]: INFO nova.compute.manager [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] instance snapshotting [ 1324.903860] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3290680-8a30-4766-8dda-1bf7a9eca4bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.930574] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a5356a0-a1eb-4956-a07d-13122f6720ae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.978706] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732800, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.995022] env[62127]: DEBUG nova.network.neutron [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Successfully created port: 387c7151-e566-4870-ac92-86fac97e2cac {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1325.199658] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bc0c46-a814-c126-0ca7-bea2c2d6528c, 'name': SearchDatastore_Task, 'duration_secs': 0.02294} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.205422] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdaf34a0-fe78-4c9a-bf13-26e59bdfdb06 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.209453] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1325.209453] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523fc58a-eec5-be31-8872-13177301cc9b" [ 1325.209453] env[62127]: _type = "Task" [ 1325.209453] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.220340] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523fc58a-eec5-be31-8872-13177301cc9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.301046] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a538c7c9-6036-41b2-af08-12fe5dcad60f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.310707] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6cc8fa-7aae-4aa3-979e-f6f754a17d77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.343524] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7156487-283f-455f-b6bc-e0a4fa745983 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.352432] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec78a4-8ed5-4dec-a912-0b1f42298cac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.367566] env[62127]: DEBUG nova.compute.provider_tree [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1325.378456] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732801, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.444877] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1325.445587] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f08b5449-75e9-4f00-ae71-3cab001563d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.454025] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1325.454025] env[62127]: value = "task-1732802" [ 1325.454025] env[62127]: _type = "Task" [ 1325.454025] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.463458] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.478911] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732800, 'name': Destroy_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.721330] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523fc58a-eec5-be31-8872-13177301cc9b, 'name': SearchDatastore_Task, 'duration_secs': 0.06059} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.721625] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1325.721902] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] cb1bba98-24b6-443d-92c9-59640cf53754/cb1bba98-24b6-443d-92c9-59640cf53754.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.722181] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4380cd23-6168-499e-9a6c-be5c6a7359c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.730685] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1325.730685] env[62127]: value = "task-1732803" [ 1325.730685] env[62127]: _type = "Task" [ 1325.730685] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.740066] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732803, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.764581] env[62127]: DEBUG nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1325.786916] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1325.787099] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1325.787278] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1325.787478] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1325.787628] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1325.787790] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1325.788026] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1325.788194] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1325.788362] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1325.788525] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1325.788696] env[62127]: DEBUG nova.virt.hardware [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1325.789586] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a365ca7-0763-4c44-ac8c-dffab25dbe9d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.798310] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69231e2b-e904-45fa-b9e0-ffe3d64100ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.873557] env[62127]: DEBUG nova.scheduler.client.report [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1325.880893] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732801, 'name': ReconfigVM_Task, 'duration_secs': 0.681825} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.881432] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Reconfigured VM instance instance-0000001e to attach disk [datastore1] f92d2e93-49ac-4bf3-958c-a4bb1bf5e211/f92d2e93-49ac-4bf3-958c-a4bb1bf5e211.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.882273] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03a5083d-4530-4600-aecc-ed10f109ca5a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.890386] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1325.890386] env[62127]: value = "task-1732804" [ 1325.890386] env[62127]: _type = "Task" [ 1325.890386] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.901518] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732804, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.965990] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732802, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.978556] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732800, 'name': Destroy_Task, 'duration_secs': 1.045306} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.978817] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Destroyed the VM [ 1325.979164] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1325.979461] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ccf5749c-478e-4251-93ba-621256e6f302 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.987719] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1325.987719] env[62127]: value = "task-1732805" [ 1325.987719] env[62127]: _type = "Task" [ 1325.987719] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.997257] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.242614] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732803, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.382709] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.383898] env[62127]: DEBUG nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1326.386917] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.349s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.388285] env[62127]: INFO nova.compute.claims [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1326.401335] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732804, 'name': Rename_Task, 'duration_secs': 0.218581} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.401642] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1326.401913] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c986743-297b-4390-b432-980d4581fc6e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.411897] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1326.411897] env[62127]: value = "task-1732806" [ 1326.411897] env[62127]: _type = "Task" [ 1326.411897] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.424377] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.468672] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732802, 'name': CreateSnapshot_Task, 'duration_secs': 0.911313} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.468969] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1326.469953] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4241bae0-1bbf-4db0-bf84-cfdfaf9ade17 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.503966] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732805, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.714273] env[62127]: DEBUG nova.compute.manager [req-44155ad9-7454-4487-9d38-871a9d3eb6b7 req-ce2a7c50-5a7e-4dd6-8162-15d920316348 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Received event network-vif-plugged-387c7151-e566-4870-ac92-86fac97e2cac {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1326.714567] env[62127]: DEBUG oslo_concurrency.lockutils [req-44155ad9-7454-4487-9d38-871a9d3eb6b7 req-ce2a7c50-5a7e-4dd6-8162-15d920316348 service nova] Acquiring lock "e0cbc984-001d-4462-a111-769871370940-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.714856] env[62127]: DEBUG oslo_concurrency.lockutils [req-44155ad9-7454-4487-9d38-871a9d3eb6b7 req-ce2a7c50-5a7e-4dd6-8162-15d920316348 service nova] Lock "e0cbc984-001d-4462-a111-769871370940-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.715700] env[62127]: DEBUG oslo_concurrency.lockutils [req-44155ad9-7454-4487-9d38-871a9d3eb6b7 req-ce2a7c50-5a7e-4dd6-8162-15d920316348 service nova] Lock "e0cbc984-001d-4462-a111-769871370940-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1326.715958] env[62127]: DEBUG nova.compute.manager [req-44155ad9-7454-4487-9d38-871a9d3eb6b7 req-ce2a7c50-5a7e-4dd6-8162-15d920316348 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] No waiting events found dispatching network-vif-plugged-387c7151-e566-4870-ac92-86fac97e2cac {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1326.716269] env[62127]: WARNING nova.compute.manager [req-44155ad9-7454-4487-9d38-871a9d3eb6b7 req-ce2a7c50-5a7e-4dd6-8162-15d920316348 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Received unexpected event network-vif-plugged-387c7151-e566-4870-ac92-86fac97e2cac for instance with vm_state building and task_state spawning. [ 1326.744641] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732803, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.601416} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.745015] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] cb1bba98-24b6-443d-92c9-59640cf53754/cb1bba98-24b6-443d-92c9-59640cf53754.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1326.745297] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1326.745600] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d7363a2-eacc-4768-ac7f-b9141699c832 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.753994] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1326.753994] env[62127]: value = "task-1732807" [ 1326.753994] env[62127]: _type = "Task" [ 1326.753994] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.767555] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732807, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.768543] env[62127]: DEBUG nova.network.neutron [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Successfully updated port: 387c7151-e566-4870-ac92-86fac97e2cac {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1326.877508] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1326.877736] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1326.891526] env[62127]: DEBUG nova.compute.utils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1326.895017] env[62127]: DEBUG nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1326.895017] env[62127]: DEBUG nova.network.neutron [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1326.923303] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732806, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.934260] env[62127]: DEBUG nova.policy [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '446b70efd43344a9ae1fea8c20fca1c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8aa74fceef4e48ee9f8925c8a3104b91', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1326.992016] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1326.992319] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bbc61562-e97f-4767-a5db-bcb4e0fc5f7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.005083] env[62127]: DEBUG oslo_vmware.api [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732805, 'name': RemoveSnapshot_Task, 'duration_secs': 0.876926} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.005404] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1327.005709] env[62127]: INFO nova.compute.manager [None req-c67231fa-bab6-42f2-9c58-a265e187af74 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Took 17.13 seconds to snapshot the instance on the hypervisor. [ 1327.009844] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1327.009844] env[62127]: value = "task-1732808" [ 1327.009844] env[62127]: _type = "Task" [ 1327.009844] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.018735] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732808, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.265942] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732807, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073146} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.266427] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1327.267336] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8317a383-de99-452c-bd61-97e495661231 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.271807] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1327.271914] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquired lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.272071] env[62127]: DEBUG nova.network.neutron [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1327.297681] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] cb1bba98-24b6-443d-92c9-59640cf53754/cb1bba98-24b6-443d-92c9-59640cf53754.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1327.298679] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baae5f54-0301-4e89-8206-9c3452544157 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.326139] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1327.326139] env[62127]: value = "task-1732809" [ 1327.326139] env[62127]: _type = "Task" [ 1327.326139] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.337394] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.401144] env[62127]: DEBUG nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1327.426744] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732806, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.499143] env[62127]: DEBUG nova.network.neutron [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Successfully created port: 41695f1d-acd0-46ea-ae00-dec44b4523ec {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1327.526680] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732808, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.829063] env[62127]: DEBUG nova.network.neutron [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1327.841441] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732809, 'name': ReconfigVM_Task, 'duration_secs': 0.512267} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.843691] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Reconfigured VM instance instance-0000001f to attach disk [datastore1] cb1bba98-24b6-443d-92c9-59640cf53754/cb1bba98-24b6-443d-92c9-59640cf53754.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1327.844544] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85c94de0-c0ad-42d6-ad90-50880abed0ae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.852304] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1327.852304] env[62127]: value = "task-1732810" [ 1327.852304] env[62127]: _type = "Task" [ 1327.852304] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.874515] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732810, 'name': Rename_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.927586] env[62127]: DEBUG oslo_vmware.api [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732806, 'name': PowerOnVM_Task, 'duration_secs': 1.058006} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.930438] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1327.930667] env[62127]: INFO nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1327.933670] env[62127]: DEBUG nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1327.933670] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab7a470-8a27-4903-b38e-72b6cb41913f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.020682] env[62127]: DEBUG nova.network.neutron [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Updating instance_info_cache with network_info: [{"id": "387c7151-e566-4870-ac92-86fac97e2cac", "address": "fa:16:3e:84:b6:f1", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387c7151-e5", "ovs_interfaceid": "387c7151-e566-4870-ac92-86fac97e2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1328.029752] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732808, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.036918] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48416946-10a2-486d-82f1-4b6ade3604e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.046359] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66c1849b-d9e7-40eb-838c-34d259a6c7f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.087768] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee45db8-1345-47ea-bbd3-5e1a3586d062 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.094685] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c55fd44-069e-484d-81ae-c78474fcf269 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.110139] env[62127]: DEBUG nova.compute.provider_tree [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.366908] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732810, 'name': Rename_Task, 'duration_secs': 0.172075} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1328.367156] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.367390] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32cb55bd-9ddc-40bb-9c81-8fcf387cb450 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.374429] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1328.374429] env[62127]: value = "task-1732811" [ 1328.374429] env[62127]: _type = "Task" [ 1328.374429] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.382319] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.412029] env[62127]: DEBUG nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1328.436383] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1328.436645] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1328.436803] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1328.436978] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1328.437146] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1328.437293] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1328.437499] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1328.437653] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1328.437818] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1328.437976] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1328.438166] env[62127]: DEBUG nova.virt.hardware [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1328.439044] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67a81d2-7053-4c9b-a74a-f12849083375 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.455323] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130a9c3f-97f2-46d6-90b9-5661fbf068c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.459138] env[62127]: INFO nova.compute.manager [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Took 45.88 seconds to build instance. [ 1328.524257] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Releasing lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1328.524578] env[62127]: DEBUG nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Instance network_info: |[{"id": "387c7151-e566-4870-ac92-86fac97e2cac", "address": "fa:16:3e:84:b6:f1", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387c7151-e5", "ovs_interfaceid": "387c7151-e566-4870-ac92-86fac97e2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1328.524862] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732808, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.525222] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:b6:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '387c7151-e566-4870-ac92-86fac97e2cac', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1328.532763] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Creating folder: Project (f82385900f69475497233a42a1ad426a). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.533064] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9287cf1d-ee44-493f-bc9b-7795915df27a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.545306] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Created folder: Project (f82385900f69475497233a42a1ad426a) in parent group-v360450. [ 1328.545505] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Creating folder: Instances. Parent ref: group-v360547. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1328.545764] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ac5fae1-eec1-4afd-b5f9-7a0fe97542d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.556508] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Created folder: Instances in parent group-v360547. [ 1328.556761] env[62127]: DEBUG oslo.service.loopingcall [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1328.556961] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0cbc984-001d-4462-a111-769871370940] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1328.557189] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c11ba28b-69e0-457b-9af7-dfad8f1ed424 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.577922] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1328.577922] env[62127]: value = "task-1732814" [ 1328.577922] env[62127]: _type = "Task" [ 1328.577922] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.587650] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732814, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.589882] env[62127]: DEBUG nova.compute.manager [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1328.590675] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ff127e-74b4-4f79-a96f-3893bd5289fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.617382] env[62127]: DEBUG nova.scheduler.client.report [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1328.746228] env[62127]: DEBUG nova.compute.manager [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Received event network-changed-387c7151-e566-4870-ac92-86fac97e2cac {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1328.746228] env[62127]: DEBUG nova.compute.manager [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Refreshing instance network info cache due to event network-changed-387c7151-e566-4870-ac92-86fac97e2cac. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1328.746448] env[62127]: DEBUG oslo_concurrency.lockutils [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] Acquiring lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1328.746591] env[62127]: DEBUG oslo_concurrency.lockutils [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] Acquired lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.746751] env[62127]: DEBUG nova.network.neutron [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Refreshing network info cache for port 387c7151-e566-4870-ac92-86fac97e2cac {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1328.887110] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732811, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.961468] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6858adba-f1be-4ac3-be8d-3411a44031db tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.318s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.026369] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732808, 'name': CloneVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.087800] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732814, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.103108] env[62127]: INFO nova.compute.manager [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] instance snapshotting [ 1329.105964] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4175a2c8-be7b-4e01-bfbc-1fad1e1e8583 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.125671] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.739s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1329.126178] env[62127]: DEBUG nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1329.128853] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1329.129668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.129872] env[62127]: DEBUG nova.compute.manager [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1329.130570] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.962s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1329.132218] env[62127]: INFO nova.compute.claims [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.135442] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bde98d1-4dde-44ac-91ef-b82f2bf5262f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.138571] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42b700d-7fcd-4d87-8244-0fa9f13bd823 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.146108] env[62127]: DEBUG nova.compute.manager [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1329.146924] env[62127]: DEBUG nova.objects.instance [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lazy-loading 'flavor' on Instance uuid f92d2e93-49ac-4bf3-958c-a4bb1bf5e211 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1329.251704] env[62127]: DEBUG nova.network.neutron [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Successfully updated port: 41695f1d-acd0-46ea-ae00-dec44b4523ec {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1329.385524] env[62127]: DEBUG oslo_vmware.api [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732811, 'name': PowerOnVM_Task, 'duration_secs': 0.639454} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.385753] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.385950] env[62127]: INFO nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Took 8.24 seconds to spawn the instance on the hypervisor. [ 1329.386142] env[62127]: DEBUG nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1329.386890] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c11225cd-8ff5-458b-a552-209ba9cc972a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.464204] env[62127]: DEBUG nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1329.468467] env[62127]: DEBUG nova.network.neutron [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Updated VIF entry in instance network info cache for port 387c7151-e566-4870-ac92-86fac97e2cac. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1329.468792] env[62127]: DEBUG nova.network.neutron [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Updating instance_info_cache with network_info: [{"id": "387c7151-e566-4870-ac92-86fac97e2cac", "address": "fa:16:3e:84:b6:f1", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387c7151-e5", "ovs_interfaceid": "387c7151-e566-4870-ac92-86fac97e2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1329.525342] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732808, 'name': CloneVM_Task, 'duration_secs': 2.035484} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.525674] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Created linked-clone VM from snapshot [ 1329.526446] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bf91c50-52a3-4e81-85ef-810c4791a84a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.535486] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Uploading image 64e5002a-7850-4367-b668-0d9d0586858a {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1329.557421] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1329.557421] env[62127]: value = "vm-360546" [ 1329.557421] env[62127]: _type = "VirtualMachine" [ 1329.557421] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1329.557723] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ed38d1e1-e090-49da-92fd-782c94f9e089 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.566176] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lease: (returnval){ [ 1329.566176] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5258990c-4e89-ba2e-150c-940d0cff926a" [ 1329.566176] env[62127]: _type = "HttpNfcLease" [ 1329.566176] env[62127]: } obtained for exporting VM: (result){ [ 1329.566176] env[62127]: value = "vm-360546" [ 1329.566176] env[62127]: _type = "VirtualMachine" [ 1329.566176] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1329.566441] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the lease: (returnval){ [ 1329.566441] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5258990c-4e89-ba2e-150c-940d0cff926a" [ 1329.566441] env[62127]: _type = "HttpNfcLease" [ 1329.566441] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1329.573368] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1329.573368] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5258990c-4e89-ba2e-150c-940d0cff926a" [ 1329.573368] env[62127]: _type = "HttpNfcLease" [ 1329.573368] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1329.587795] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732814, 'name': CreateVM_Task, 'duration_secs': 0.512484} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.587979] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0cbc984-001d-4462-a111-769871370940] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1329.588711] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.588892] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.589251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1329.589513] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b454a337-e4d5-465a-9b81-346c0f2896f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.595175] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1329.595175] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528424b0-d8b4-61ab-5476-2b91b60bd8a9" [ 1329.595175] env[62127]: _type = "Task" [ 1329.595175] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.604342] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528424b0-d8b4-61ab-5476-2b91b60bd8a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.632485] env[62127]: DEBUG nova.compute.utils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1329.637049] env[62127]: DEBUG nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1329.637049] env[62127]: DEBUG nova.network.neutron [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1329.654269] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1329.654578] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c3d80d0-2e82-42f9-ad84-4ab03bf82073 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.657491] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1329.657959] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-47330fd8-1411-4bfc-8060-11a9089eeaf9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.666662] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1329.666662] env[62127]: value = "task-1732817" [ 1329.666662] env[62127]: _type = "Task" [ 1329.666662] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.668022] env[62127]: DEBUG oslo_vmware.api [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1329.668022] env[62127]: value = "task-1732816" [ 1329.668022] env[62127]: _type = "Task" [ 1329.668022] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.675710] env[62127]: DEBUG nova.policy [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '609e0e3070404d1bbf6f4a70e8ef8c9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6226c0c4d77f468eb685a1d5e564a23f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1329.683886] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.687237] env[62127]: DEBUG oslo_vmware.api [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.755394] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "refresh_cache-c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1329.755394] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquired lock "refresh_cache-c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.755394] env[62127]: DEBUG nova.network.neutron [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1329.905676] env[62127]: INFO nova.compute.manager [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Took 46.96 seconds to build instance. [ 1329.974348] env[62127]: DEBUG oslo_concurrency.lockutils [req-a695b07e-ad54-4afe-a5d1-3ce01ad3ad2a req-b79d1e60-9a7f-4882-bffa-4e3ad4769ef3 service nova] Releasing lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1329.989334] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.031283] env[62127]: DEBUG nova.network.neutron [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Successfully created port: 40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1330.076089] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1330.076089] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5258990c-4e89-ba2e-150c-940d0cff926a" [ 1330.076089] env[62127]: _type = "HttpNfcLease" [ 1330.076089] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1330.076397] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1330.076397] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5258990c-4e89-ba2e-150c-940d0cff926a" [ 1330.076397] env[62127]: _type = "HttpNfcLease" [ 1330.076397] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1330.077205] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce35035-4ca8-4318-9269-be9547d242a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.085387] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52770bb5-e55b-7f59-4379-e9b03d29d212/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1330.085565] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52770bb5-e55b-7f59-4379-e9b03d29d212/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1330.141555] env[62127]: DEBUG nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1330.159911] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528424b0-d8b4-61ab-5476-2b91b60bd8a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010039} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.160236] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.160486] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1330.160707] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.160846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.161039] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1330.161325] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07c13aab-e7d6-42e4-bb70-2c6324b4bd56 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.189136] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1330.189136] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1330.189722] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732817, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.189948] env[62127]: DEBUG oslo_vmware.api [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732816, 'name': PowerOffVM_Task, 'duration_secs': 0.221511} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.190168] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02849d47-766e-4b81-b534-8fe23e16760f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.192533] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1330.196094] env[62127]: DEBUG nova.compute.manager [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1330.196094] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccc9e95-9804-4beb-8b13-fcd08d6a4bd0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.200666] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1330.200666] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f1ed46-7114-42d7-d638-36f2dc350b0b" [ 1330.200666] env[62127]: _type = "Task" [ 1330.200666] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.213585] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bc2c8d40-c9cc-461f-b927-12a2cbc0b3c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.220906] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f1ed46-7114-42d7-d638-36f2dc350b0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010847} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.221729] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87412b28-46ec-4de8-90af-3a633401388c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.230049] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1330.230049] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523e2c16-689b-30ba-68a7-9f88470146cf" [ 1330.230049] env[62127]: _type = "Task" [ 1330.230049] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.244130] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523e2c16-689b-30ba-68a7-9f88470146cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.292658] env[62127]: DEBUG nova.network.neutron [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1330.409114] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f07269e-cb13-4f45-9434-123039f8ac35 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "cb1bba98-24b6-443d-92c9-59640cf53754" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.034s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.484972] env[62127]: DEBUG nova.network.neutron [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Updating instance_info_cache with network_info: [{"id": "41695f1d-acd0-46ea-ae00-dec44b4523ec", "address": "fa:16:3e:6d:b7:b4", "network": {"id": "d17f003b-3837-4813-a1f7-95aa637adc63", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1438733838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa74fceef4e48ee9f8925c8a3104b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41695f1d-ac", "ovs_interfaceid": "41695f1d-acd0-46ea-ae00-dec44b4523ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1330.576520] env[62127]: DEBUG nova.compute.manager [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Received event network-changed-367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.576934] env[62127]: DEBUG nova.compute.manager [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Refreshing instance network info cache due to event network-changed-367a43d2-1a6a-4e7c-86ab-cae6a29222d6. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1330.577317] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] Acquiring lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.577550] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] Acquired lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.577789] env[62127]: DEBUG nova.network.neutron [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Refreshing network info cache for port 367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.683512] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732817, 'name': CreateSnapshot_Task, 'duration_secs': 0.637191} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.683945] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1330.684800] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a32ff40-8576-4704-b2b8-1498f7a94daf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.690992] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492c184e-c6d0-490c-ba0e-11a921a6a641 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.706136] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaa15fc-b58a-495e-ae46-db4e23da8a95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.750028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acf0c905-ed9f-4e8d-8761-8f2c1d15f425 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.621s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.754825] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5288227b-9104-48a8-a8d4-1c43e432c66b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.768958] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523e2c16-689b-30ba-68a7-9f88470146cf, 'name': SearchDatastore_Task, 'duration_secs': 0.011969} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.769422] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.769681] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e0cbc984-001d-4462-a111-769871370940/e0cbc984-001d-4462-a111-769871370940.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1330.771188] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04cefc76-a26c-48f6-b1ed-b2544e80c5e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.776684] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac3f8b43-3334-4bce-9520-4fb432f8f48b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.792780] env[62127]: DEBUG nova.compute.provider_tree [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.794721] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1330.794721] env[62127]: value = "task-1732818" [ 1330.794721] env[62127]: _type = "Task" [ 1330.794721] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.804782] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.912049] env[62127]: DEBUG nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1330.976943] env[62127]: DEBUG nova.compute.manager [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Received event network-vif-plugged-41695f1d-acd0-46ea-ae00-dec44b4523ec {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.977240] env[62127]: DEBUG oslo_concurrency.lockutils [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] Acquiring lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1330.978103] env[62127]: DEBUG oslo_concurrency.lockutils [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1330.978103] env[62127]: DEBUG oslo_concurrency.lockutils [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1330.978103] env[62127]: DEBUG nova.compute.manager [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] No waiting events found dispatching network-vif-plugged-41695f1d-acd0-46ea-ae00-dec44b4523ec {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1330.978335] env[62127]: WARNING nova.compute.manager [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Received unexpected event network-vif-plugged-41695f1d-acd0-46ea-ae00-dec44b4523ec for instance with vm_state building and task_state spawning. [ 1330.979509] env[62127]: DEBUG nova.compute.manager [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Received event network-changed-41695f1d-acd0-46ea-ae00-dec44b4523ec {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1330.979509] env[62127]: DEBUG nova.compute.manager [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Refreshing instance network info cache due to event network-changed-41695f1d-acd0-46ea-ae00-dec44b4523ec. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1330.979509] env[62127]: DEBUG oslo_concurrency.lockutils [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] Acquiring lock "refresh_cache-c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1330.990462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Releasing lock "refresh_cache-c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1330.990884] env[62127]: DEBUG nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Instance network_info: |[{"id": "41695f1d-acd0-46ea-ae00-dec44b4523ec", "address": "fa:16:3e:6d:b7:b4", "network": {"id": "d17f003b-3837-4813-a1f7-95aa637adc63", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1438733838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa74fceef4e48ee9f8925c8a3104b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41695f1d-ac", "ovs_interfaceid": "41695f1d-acd0-46ea-ae00-dec44b4523ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1330.991987] env[62127]: DEBUG oslo_concurrency.lockutils [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] Acquired lock "refresh_cache-c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.992070] env[62127]: DEBUG nova.network.neutron [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Refreshing network info cache for port 41695f1d-acd0-46ea-ae00-dec44b4523ec {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1330.993503] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6d:b7:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fc48e29b-113c-4849-850c-35435eab4052', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41695f1d-acd0-46ea-ae00-dec44b4523ec', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1331.003206] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Creating folder: Project (8aa74fceef4e48ee9f8925c8a3104b91). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.006997] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03839238-9151-4f4d-9d6c-cbc750f0f80f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.025757] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Created folder: Project (8aa74fceef4e48ee9f8925c8a3104b91) in parent group-v360450. [ 1331.026184] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Creating folder: Instances. Parent ref: group-v360551. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1331.027035] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85292508-7c2f-4347-b47a-28ab019c24a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.042561] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Created folder: Instances in parent group-v360551. [ 1331.043308] env[62127]: DEBUG oslo.service.loopingcall [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1331.043590] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1331.043945] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e73c4d-c440-4455-9ce1-110613606e9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.075308] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1331.075308] env[62127]: value = "task-1732821" [ 1331.075308] env[62127]: _type = "Task" [ 1331.075308] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.089770] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732821, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.162742] env[62127]: DEBUG nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1331.202543] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1331.202949] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1331.203469] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1331.203469] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1331.203566] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1331.203867] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1331.204172] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1331.204469] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1331.204708] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1331.204910] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1331.205217] env[62127]: DEBUG nova.virt.hardware [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1331.215020] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1331.215020] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f5ad30-893b-4ed5-9c76-9e6610615707 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.222132] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-eb1ecd46-f96f-4db7-a7d1-9a077cd9ae0d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.235016] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf5ba0a1-f842-41ca-826b-1a0e8429f2ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.239573] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1331.239573] env[62127]: value = "task-1732822" [ 1331.239573] env[62127]: _type = "Task" [ 1331.239573] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.265342] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732822, 'name': CloneVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.296756] env[62127]: DEBUG nova.scheduler.client.report [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1331.311891] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732818, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.402444] env[62127]: DEBUG nova.network.neutron [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Updated VIF entry in instance network info cache for port 41695f1d-acd0-46ea-ae00-dec44b4523ec. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.402910] env[62127]: DEBUG nova.network.neutron [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Updating instance_info_cache with network_info: [{"id": "41695f1d-acd0-46ea-ae00-dec44b4523ec", "address": "fa:16:3e:6d:b7:b4", "network": {"id": "d17f003b-3837-4813-a1f7-95aa637adc63", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1438733838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8aa74fceef4e48ee9f8925c8a3104b91", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fc48e29b-113c-4849-850c-35435eab4052", "external-id": "nsx-vlan-transportzone-958", "segmentation_id": 958, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41695f1d-ac", "ovs_interfaceid": "41695f1d-acd0-46ea-ae00-dec44b4523ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.420055] env[62127]: DEBUG nova.network.neutron [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updated VIF entry in instance network info cache for port 367a43d2-1a6a-4e7c-86ab-cae6a29222d6. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1331.420678] env[62127]: DEBUG nova.network.neutron [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updating instance_info_cache with network_info: [{"id": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "address": "fa:16:3e:b6:71:fe", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a43d2-1a", "ovs_interfaceid": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.446251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1331.588259] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732821, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.751718] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732822, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.779996] env[62127]: DEBUG nova.network.neutron [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Successfully updated port: 40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1331.807089] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.676s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1331.807621] env[62127]: DEBUG nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1331.811399] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.245s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1331.811958] env[62127]: DEBUG nova.objects.instance [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lazy-loading 'resources' on Instance uuid 4355b227-9b2e-474b-8970-bcbd2a345993 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1331.827415] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62903} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.827766] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e0cbc984-001d-4462-a111-769871370940/e0cbc984-001d-4462-a111-769871370940.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1331.828057] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1331.828645] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2ffba9a-7eb3-4ce3-80e1-0de7904f964f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.847379] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1331.847379] env[62127]: value = "task-1732823" [ 1331.847379] env[62127]: _type = "Task" [ 1331.847379] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.857372] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732823, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.907169] env[62127]: DEBUG oslo_concurrency.lockutils [req-6671355f-d70d-49ff-99f3-9a72a167e9ea req-a4705e74-12f2-4b67-a08b-c77d92771397 service nova] Releasing lock "refresh_cache-c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1331.927966] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed024cf3-2432-46de-a554-590458d799d4 req-bc41b558-74eb-4b76-8c8b-ca44eb4eaff5 service nova] Releasing lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.088700] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732821, 'name': CreateVM_Task, 'duration_secs': 0.889797} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.088888] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1332.089768] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.091279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.091279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1332.091279] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc969d27-f4d9-4bcc-b634-04dbbc56fe92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.101154] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1332.101154] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c45fc4-90cd-eeb8-bc29-70d7775a71a2" [ 1332.101154] env[62127]: _type = "Task" [ 1332.101154] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.118766] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c45fc4-90cd-eeb8-bc29-70d7775a71a2, 'name': SearchDatastore_Task, 'duration_secs': 0.014659} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.119186] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1332.119486] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1332.119780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.120033] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.120288] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1332.120545] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b18d4fd4-233c-4934-af94-4c7c8ab9e7a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.134839] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1332.135232] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1332.135944] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b06b603f-9d9c-46e5-80b3-44499ad1dec4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.142813] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1332.142813] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522f7349-61a7-fe17-a612-8c1ca054b22c" [ 1332.142813] env[62127]: _type = "Task" [ 1332.142813] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.154820] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522f7349-61a7-fe17-a612-8c1ca054b22c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.252860] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732822, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.286396] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.286537] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquired lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.287547] env[62127]: DEBUG nova.network.neutron [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.312583] env[62127]: DEBUG nova.compute.utils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1332.314728] env[62127]: DEBUG nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1332.315512] env[62127]: DEBUG nova.network.neutron [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.358942] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732823, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.156959} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.361370] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1332.362446] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-763c7436-1e42-4b88-8789-cdeec5ba3ee5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.391133] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] e0cbc984-001d-4462-a111-769871370940/e0cbc984-001d-4462-a111-769871370940.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1332.396713] env[62127]: DEBUG nova.policy [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3544aab6699482781c1727341210095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c561059617b642dfb27b6ec028b874f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1332.396963] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf4a5800-bc06-4103-82f3-6ecd85f17a08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.421998] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1332.421998] env[62127]: value = "task-1732824" [ 1332.421998] env[62127]: _type = "Task" [ 1332.421998] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.433444] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.614479] env[62127]: DEBUG nova.compute.manager [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Received event network-changed-367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1332.614727] env[62127]: DEBUG nova.compute.manager [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Refreshing instance network info cache due to event network-changed-367a43d2-1a6a-4e7c-86ab-cae6a29222d6. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1332.614948] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Acquiring lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1332.615168] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Acquired lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.615325] env[62127]: DEBUG nova.network.neutron [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Refreshing network info cache for port 367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1332.659186] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522f7349-61a7-fe17-a612-8c1ca054b22c, 'name': SearchDatastore_Task, 'duration_secs': 0.034809} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.660010] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a681787-8257-42c8-970b-a95477a9683f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.666541] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1332.666541] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5292d32a-8d9a-d941-0c30-dd313cb436cc" [ 1332.666541] env[62127]: _type = "Task" [ 1332.666541] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.677086] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5292d32a-8d9a-d941-0c30-dd313cb436cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.757933] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732822, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.796422] env[62127]: DEBUG nova.compute.manager [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1332.797919] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3db3591-5c76-404c-8d4c-067d420fbb9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.820503] env[62127]: DEBUG nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1332.856521] env[62127]: DEBUG nova.network.neutron [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1332.897924] env[62127]: DEBUG nova.network.neutron [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Successfully created port: b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.907217] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76b2dce-046a-4604-a30a-f25ce9325079 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.919220] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af341586-355a-45f8-b13f-4f88d6c121dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.934201] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.966542] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0953aa-b04f-4f67-9706-2b884f50738d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.976074] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e60db47-5959-43d3-8d60-d12839f42b0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.995391] env[62127]: DEBUG nova.compute.provider_tree [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1333.177620] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5292d32a-8d9a-d941-0c30-dd313cb436cc, 'name': SearchDatastore_Task, 'duration_secs': 0.035818} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.177921] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.178208] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] c82fd8ca-e2fb-4a55-ad87-6727ea7009ae/c82fd8ca-e2fb-4a55-ad87-6727ea7009ae.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1333.178480] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38970d58-a57c-4e83-a4e2-6f830c8cd9a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.186163] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1333.186163] env[62127]: value = "task-1732825" [ 1333.186163] env[62127]: _type = "Task" [ 1333.186163] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.195985] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732825, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.209527] env[62127]: DEBUG nova.network.neutron [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updating instance_info_cache with network_info: [{"id": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "address": "fa:16:3e:a8:69:8d", "network": {"id": "f7e63d97-d010-43bd-9012-30df95a9165f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1566702240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6226c0c4d77f468eb685a1d5e564a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca9ff5-c8", "ovs_interfaceid": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.261290] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732822, 'name': CloneVM_Task, 'duration_secs': 1.868193} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.261572] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Created linked-clone VM from snapshot [ 1333.262524] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-708022f2-58fe-4442-b3c3-915395de5016 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.276762] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Uploading image bb626e54-b94b-4177-b4a6-77e7c5cd3342 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1333.311720] env[62127]: INFO nova.compute.manager [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] instance snapshotting [ 1333.311917] env[62127]: WARNING nova.compute.manager [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 1333.314926] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e761dd30-7f3b-48c9-a41b-d2f94eee74a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.319749] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1333.319749] env[62127]: value = "vm-360554" [ 1333.319749] env[62127]: _type = "VirtualMachine" [ 1333.319749] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1333.320238] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-34fd9ed1-4d78-4752-8cf2-5f117eb714f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.349932] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lease: (returnval){ [ 1333.349932] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cdd81-6b1c-95b0-fbcf-c8b728dc05aa" [ 1333.349932] env[62127]: _type = "HttpNfcLease" [ 1333.349932] env[62127]: } obtained for exporting VM: (result){ [ 1333.349932] env[62127]: value = "vm-360554" [ 1333.349932] env[62127]: _type = "VirtualMachine" [ 1333.349932] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1333.350370] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the lease: (returnval){ [ 1333.350370] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cdd81-6b1c-95b0-fbcf-c8b728dc05aa" [ 1333.350370] env[62127]: _type = "HttpNfcLease" [ 1333.350370] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1333.353963] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-713145e4-da28-4816-ae77-ac5a429c1a80 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.366024] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1333.366024] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cdd81-6b1c-95b0-fbcf-c8b728dc05aa" [ 1333.366024] env[62127]: _type = "HttpNfcLease" [ 1333.366024] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1333.368383] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1333.368383] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cdd81-6b1c-95b0-fbcf-c8b728dc05aa" [ 1333.368383] env[62127]: _type = "HttpNfcLease" [ 1333.368383] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1333.372978] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-977e24a6-21b7-4d4b-aa71-de6653c88010 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.387300] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52568184-e759-f184-d95c-d9f00a4c7469/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1333.387550] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52568184-e759-f184-d95c-d9f00a4c7469/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1333.451051] env[62127]: DEBUG nova.network.neutron [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updated VIF entry in instance network info cache for port 367a43d2-1a6a-4e7c-86ab-cae6a29222d6. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1333.451669] env[62127]: DEBUG nova.network.neutron [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updating instance_info_cache with network_info: [{"id": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "address": "fa:16:3e:b6:71:fe", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap367a43d2-1a", "ovs_interfaceid": "367a43d2-1a6a-4e7c-86ab-cae6a29222d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.467141] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732824, 'name': ReconfigVM_Task, 'duration_secs': 0.56706} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.468028] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Reconfigured VM instance instance-00000020 to attach disk [datastore1] e0cbc984-001d-4462-a111-769871370940/e0cbc984-001d-4462-a111-769871370940.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1333.468676] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd98d541-9f19-411a-a16a-45cb0e75d67f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.479895] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1333.479895] env[62127]: value = "task-1732827" [ 1333.479895] env[62127]: _type = "Task" [ 1333.479895] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.494328] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732827, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.499408] env[62127]: DEBUG nova.scheduler.client.report [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1333.543603] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-360175be-8930-4a67-b59d-825ef48f3952 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.700496] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732825, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.714190] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Releasing lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.714190] env[62127]: DEBUG nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Instance network_info: |[{"id": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "address": "fa:16:3e:a8:69:8d", "network": {"id": "f7e63d97-d010-43bd-9012-30df95a9165f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1566702240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6226c0c4d77f468eb685a1d5e564a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca9ff5-c8", "ovs_interfaceid": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1333.714455] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a8:69:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3261e15f-7e45-4516-acfd-341bab16e3cf', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '40ca9ff5-c834-4067-a103-0ab26ce1466b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1333.723021] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Creating folder: Project (6226c0c4d77f468eb685a1d5e564a23f). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.723021] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9c5ae8fc-80f5-495c-a851-e04e793e0bd6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.737343] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Created folder: Project (6226c0c4d77f468eb685a1d5e564a23f) in parent group-v360450. [ 1333.738045] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Creating folder: Instances. Parent ref: group-v360555. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1333.738045] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ffcff5cb-5239-4ae4-bbae-bbd4d0c089c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.752114] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Created folder: Instances in parent group-v360555. [ 1333.752900] env[62127]: DEBUG oslo.service.loopingcall [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1333.752900] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1333.752900] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a16c85b-79cc-4051-b220-f389ef2fd84e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.779022] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1333.779022] env[62127]: value = "task-1732830" [ 1333.779022] env[62127]: _type = "Task" [ 1333.779022] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.790531] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732830, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.852769] env[62127]: DEBUG nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1333.873471] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1333.874176] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e53825c1-f0c6-40d5-982f-f62a22ecb6d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.886277] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1333.886277] env[62127]: value = "task-1732831" [ 1333.886277] env[62127]: _type = "Task" [ 1333.886277] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1333.891429] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1333.891716] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1333.891870] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.892076] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1333.892229] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.892371] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1333.893538] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1333.893538] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1333.893538] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1333.893538] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1333.893538] env[62127]: DEBUG nova.virt.hardware [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1333.894187] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a76b4b23-ec8f-4983-8445-83878bd119d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.906138] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a98c35-e610-4a72-97c1-b93b35de69a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.910519] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732831, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.959521] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Releasing lock "refresh_cache-cb1bba98-24b6-443d-92c9-59640cf53754" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1333.959816] env[62127]: DEBUG nova.compute.manager [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Received event network-vif-plugged-40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1333.960146] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Acquiring lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1333.960960] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1333.960960] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1333.960960] env[62127]: DEBUG nova.compute.manager [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] No waiting events found dispatching network-vif-plugged-40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1333.961127] env[62127]: WARNING nova.compute.manager [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Received unexpected event network-vif-plugged-40ca9ff5-c834-4067-a103-0ab26ce1466b for instance with vm_state building and task_state spawning. [ 1333.962566] env[62127]: DEBUG nova.compute.manager [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Received event network-changed-40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1333.962566] env[62127]: DEBUG nova.compute.manager [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Refreshing instance network info cache due to event network-changed-40ca9ff5-c834-4067-a103-0ab26ce1466b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1333.962714] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Acquiring lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1333.962771] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Acquired lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.963073] env[62127]: DEBUG nova.network.neutron [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Refreshing network info cache for port 40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.991806] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732827, 'name': Rename_Task, 'duration_secs': 0.423944} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1333.993122] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1333.993122] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06075269-66f5-46d4-a86b-269448764dc8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.008038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.197s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.011750] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 27.324s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1334.013964] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1334.013964] env[62127]: value = "task-1732832" [ 1334.013964] env[62127]: _type = "Task" [ 1334.013964] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.025862] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732832, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.066843] env[62127]: INFO nova.scheduler.client.report [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Deleted allocations for instance 4355b227-9b2e-474b-8970-bcbd2a345993 [ 1334.198465] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732825, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.592377} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.200042] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] c82fd8ca-e2fb-4a55-ad87-6727ea7009ae/c82fd8ca-e2fb-4a55-ad87-6727ea7009ae.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1334.200042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1334.200042] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ece7d6bf-273e-4fc8-9973-5f3e09f4491e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.207521] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1334.207521] env[62127]: value = "task-1732833" [ 1334.207521] env[62127]: _type = "Task" [ 1334.207521] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.216916] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732833, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.289991] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732830, 'name': CreateVM_Task, 'duration_secs': 0.448325} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.290229] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1334.290858] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.291317] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.291977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1334.292432] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87923d48-89d4-4b97-b7d0-1ce9ed725fbe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.298708] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1334.298708] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529b5dc1-8545-e6f4-f24f-81ae46285328" [ 1334.298708] env[62127]: _type = "Task" [ 1334.298708] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.310443] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529b5dc1-8545-e6f4-f24f-81ae46285328, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.396250] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732831, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.538604] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732832, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.575814] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0eb579ca-b7f8-43fd-9f9c-aab0314c4aab tempest-AttachInterfacesV270Test-835592492 tempest-AttachInterfacesV270Test-835592492-project-member] Lock "4355b227-9b2e-474b-8970-bcbd2a345993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.750s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1334.713422] env[62127]: DEBUG nova.network.neutron [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updated VIF entry in instance network info cache for port 40ca9ff5-c834-4067-a103-0ab26ce1466b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.713914] env[62127]: DEBUG nova.network.neutron [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updating instance_info_cache with network_info: [{"id": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "address": "fa:16:3e:a8:69:8d", "network": {"id": "f7e63d97-d010-43bd-9012-30df95a9165f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1566702240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6226c0c4d77f468eb685a1d5e564a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca9ff5-c8", "ovs_interfaceid": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.719691] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732833, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078088} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.720101] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1334.721162] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1305dc49-b81e-4553-b55e-538a8dfca5c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.729983] env[62127]: DEBUG nova.network.neutron [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Successfully updated port: b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.752964] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] c82fd8ca-e2fb-4a55-ad87-6727ea7009ae/c82fd8ca-e2fb-4a55-ad87-6727ea7009ae.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.753891] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-568d3124-d808-42ff-9dbb-29c815cd0a26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.775289] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1334.775289] env[62127]: value = "task-1732834" [ 1334.775289] env[62127]: _type = "Task" [ 1334.775289] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.785080] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.810320] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529b5dc1-8545-e6f4-f24f-81ae46285328, 'name': SearchDatastore_Task, 'duration_secs': 0.012962} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.810723] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1334.810997] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1334.811299] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1334.811487] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.811975] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1334.812235] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab14924-dc66-4116-b656-0b0293b73424 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.823082] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1334.823326] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1334.824207] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3f5d32f-5e71-40dc-89f7-13937b866f37 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.830494] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1334.830494] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528043f1-a40c-f8cd-6238-a7fb6b7ab268" [ 1334.830494] env[62127]: _type = "Task" [ 1334.830494] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.840053] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528043f1-a40c-f8cd-6238-a7fb6b7ab268, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.897550] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732831, 'name': CreateSnapshot_Task, 'duration_secs': 0.996734} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.897939] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1334.898930] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f54d83-ce12-46b0-8bf6-337a10c519e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.028495] env[62127]: DEBUG oslo_vmware.api [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732832, 'name': PowerOnVM_Task, 'duration_secs': 0.549416} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.029060] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1335.029325] env[62127]: INFO nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1335.029615] env[62127]: DEBUG nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1335.030562] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2907225-1d0c-4f2f-b5ec-d8b8d6344c54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.060793] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 56dd5354-066e-4da8-8d9b-82c417a89b2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.060994] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 49d54fac-78b3-4034-85dc-10a9fb7b7df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.061206] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 92a365cf-c09f-494c-8205-6a0bd9fa0f25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.061419] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4a71a883-4f0a-43bd-8426-ccd16617938b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.061653] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8b557f94-d200-4d69-b97f-a799b5f6b10b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.061808] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 474c168c-e96d-4d98-94e0-24749c242dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.061934] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance e7f51043-6190-446e-a795-68fba59f8b37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.062090] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance b7b2b3cc-4b29-45d6-881e-843ef3c6a191 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.062240] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.062430] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ef1727e9-4ea9-47d2-b94d-b471cc4ce30d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.062589] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f7d3156e-4386-4b65-8d38-3e60f4aaf7d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.062795] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.063061] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance eb10fc88-0e81-4b32-8c3a-5c311a642519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.063199] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.063315] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.063428] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2a346945-3e97-4da8-aa48-3e39577d63d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.063541] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f92d2e93-49ac-4bf3-958c-a4bb1bf5e211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.063649] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance cb1bba98-24b6-443d-92c9-59640cf53754 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.063889] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance e0cbc984-001d-4462-a111-769871370940 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.064159] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance c82fd8ca-e2fb-4a55-ad87-6727ea7009ae actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.064334] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.064773] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 29592c2d-d44d-4ca1-be06-ae96a1261f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1335.217035] env[62127]: DEBUG oslo_concurrency.lockutils [req-a31fb35b-31b4-4073-b93f-6d521ca974e9 req-27a8329b-9667-41e8-aeb9-c0690cf41e35 service nova] Releasing lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.233057] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "refresh_cache-29592c2d-d44d-4ca1-be06-ae96a1261f1b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1335.233273] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "refresh_cache-29592c2d-d44d-4ca1-be06-ae96a1261f1b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.233391] env[62127]: DEBUG nova.network.neutron [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.286420] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732834, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.342306] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528043f1-a40c-f8cd-6238-a7fb6b7ab268, 'name': SearchDatastore_Task, 'duration_secs': 0.01845} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.343453] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5088859c-5017-4cab-a837-15c4314611c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.349740] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1335.349740] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52922307-df5c-20e4-cdeb-8eb4645eb0fa" [ 1335.349740] env[62127]: _type = "Task" [ 1335.349740] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.359213] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52922307-df5c-20e4-cdeb-8eb4645eb0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.419503] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1335.419916] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7f111030-8608-47df-9ce1-3b0fc9e2d8f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.431805] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1335.431805] env[62127]: value = "task-1732835" [ 1335.431805] env[62127]: _type = "Task" [ 1335.431805] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.440957] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732835, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.555348] env[62127]: INFO nova.compute.manager [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Took 44.97 seconds to build instance. [ 1335.567522] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f1ffb50c-6d1f-407a-94a2-cd1fd55299f9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1335.772322] env[62127]: DEBUG nova.network.neutron [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.786027] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732834, 'name': ReconfigVM_Task, 'duration_secs': 0.656518} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.787065] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Reconfigured VM instance instance-00000021 to attach disk [datastore1] c82fd8ca-e2fb-4a55-ad87-6727ea7009ae/c82fd8ca-e2fb-4a55-ad87-6727ea7009ae.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.787065] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5c41581-a516-4746-aaaf-094dd6eebef5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.795405] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1335.795405] env[62127]: value = "task-1732836" [ 1335.795405] env[62127]: _type = "Task" [ 1335.795405] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.806523] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732836, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.860871] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52922307-df5c-20e4-cdeb-8eb4645eb0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.020913} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.861232] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1335.861451] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a/fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1335.861740] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a08f5206-182a-4086-b8bd-eba25c3caa2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.870251] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1335.870251] env[62127]: value = "task-1732837" [ 1335.870251] env[62127]: _type = "Task" [ 1335.870251] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.879821] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732837, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.916658] env[62127]: DEBUG nova.network.neutron [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Updating instance_info_cache with network_info: [{"id": "b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37", "address": "fa:16:3e:36:01:b3", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b7273a-41", "ovs_interfaceid": "b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1335.944417] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732835, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.057708] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e5f9d-91b6-4ce2-a938-efe5e3130b5b tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "e0cbc984-001d-4462-a111-769871370940" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.233s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1336.070771] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 0276f97e-e204-4b03-bf33-dd991cd0169e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1336.307496] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732836, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.380976] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732837, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.419509] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "refresh_cache-29592c2d-d44d-4ca1-be06-ae96a1261f1b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1336.419706] env[62127]: DEBUG nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Instance network_info: |[{"id": "b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37", "address": "fa:16:3e:36:01:b3", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b7273a-41", "ovs_interfaceid": "b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1336.420084] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:01:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.428096] env[62127]: DEBUG oslo.service.loopingcall [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1336.428350] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.428580] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cacc989f-d604-43d5-9bb1-03ec04194cbb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.453513] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.453513] env[62127]: value = "task-1732838" [ 1336.453513] env[62127]: _type = "Task" [ 1336.453513] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.457894] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732835, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.467732] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732838, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.560920] env[62127]: DEBUG nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1336.573637] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 94ec1ac3-1a01-40c5-8120-1856c35d29a8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1336.810220] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732836, 'name': Rename_Task, 'duration_secs': 0.579252} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.810644] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1336.811170] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f438a93f-b666-4717-89d5-42c440c9cb81 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.821630] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1336.821630] env[62127]: value = "task-1732839" [ 1336.821630] env[62127]: _type = "Task" [ 1336.821630] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.831853] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732839, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.883445] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732837, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.950272} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.883846] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a/fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1336.884095] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1336.884385] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-22a79481-1ebb-4408-adc6-c54938ff26b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.893465] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1336.893465] env[62127]: value = "task-1732840" [ 1336.893465] env[62127]: _type = "Task" [ 1336.893465] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.906211] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732840, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.954918] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732835, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.967945] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732838, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.076629] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1337.081165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1337.333123] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732839, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.403287] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732840, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099022} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.403567] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1337.404452] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff665f4f-5c6e-4b4f-ba20-0c927b258f27 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.429275] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a/fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1337.429614] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-750a241b-a45f-41ce-9c79-09f6cd721872 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.454397] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732835, 'name': CloneVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.455966] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1337.455966] env[62127]: value = "task-1732841" [ 1337.455966] env[62127]: _type = "Task" [ 1337.455966] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.471174] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732841, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.474745] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732838, 'name': CreateVM_Task, 'duration_secs': 0.585408} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.474917] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.475704] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1337.475817] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.476176] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1337.476456] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03b0e16a-4442-45f7-9996-dc0b3d51923e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.482370] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1337.482370] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e59991-c8e0-f85d-9de7-4db750e24722" [ 1337.482370] env[62127]: _type = "Task" [ 1337.482370] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.492280] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e59991-c8e0-f85d-9de7-4db750e24722, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.580441] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 78200f24-2501-4d62-8c1a-1f3ef90c0465 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1337.833553] env[62127]: DEBUG oslo_vmware.api [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732839, 'name': PowerOnVM_Task, 'duration_secs': 0.732604} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.833854] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1337.834083] env[62127]: INFO nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1337.834265] env[62127]: DEBUG nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1337.835084] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2c59580-720f-4f7b-96e2-e0cdca137277 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.954970] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732835, 'name': CloneVM_Task, 'duration_secs': 2.046305} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.955341] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Created linked-clone VM from snapshot [ 1337.956148] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8e5866-0b23-45fc-8445-529f17996e26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.968014] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732841, 'name': ReconfigVM_Task, 'duration_secs': 0.328813} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.971164] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Reconfigured VM instance instance-00000022 to attach disk [datastore1] fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a/fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1337.971856] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Uploading image 3b24fca2-1004-43aa-ab76-0dbfe42805d6 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1337.973899] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1ce844e-6687-410a-8fb8-d1d0216df4a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.982540] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1337.982540] env[62127]: value = "task-1732842" [ 1337.982540] env[62127]: _type = "Task" [ 1337.982540] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.996465] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e59991-c8e0-f85d-9de7-4db750e24722, 'name': SearchDatastore_Task, 'duration_secs': 0.016768} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.999787] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1338.000048] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1338.000295] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1338.000443] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.000618] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1338.000907] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732842, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.001134] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5cdd112-e9c6-4bb6-87ee-024d41031634 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.014708] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1338.014950] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1338.015751] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed046f98-9fce-4bc4-be8f-3eb4a7849fe3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.022792] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1338.022792] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5205967d-8431-f08c-0472-a634c0005006" [ 1338.022792] env[62127]: _type = "Task" [ 1338.022792] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.031472] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5205967d-8431-f08c-0472-a634c0005006, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.083561] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 753a4da9-8a31-4eab-8aac-373725b4c425 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1338.352493] env[62127]: INFO nova.compute.manager [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Took 46.60 seconds to build instance. [ 1338.492708] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732842, 'name': Rename_Task, 'duration_secs': 0.251722} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.492976] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1338.493615] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-83a490c6-de78-4928-b611-22ec5d0e0809 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.501085] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1338.501085] env[62127]: value = "task-1732843" [ 1338.501085] env[62127]: _type = "Task" [ 1338.501085] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.511288] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.534952] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5205967d-8431-f08c-0472-a634c0005006, 'name': SearchDatastore_Task, 'duration_secs': 0.019363} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.535193] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a7ed94-9d8c-464c-8c27-0b6b674bf5af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.542241] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1338.542241] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525a600b-37ca-2ec5-5341-9bb8a968e8ab" [ 1338.542241] env[62127]: _type = "Task" [ 1338.542241] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.551065] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525a600b-37ca-2ec5-5341-9bb8a968e8ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.587202] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance b30f2b92-f013-46f0-9b31-d4b96dc23c76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1338.856058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3c5fe402-dd25-4af6-b408-b14942ac0e38 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 59.823s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1339.012572] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.055855] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525a600b-37ca-2ec5-5341-9bb8a968e8ab, 'name': SearchDatastore_Task, 'duration_secs': 0.02364} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.056212] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1339.056587] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 29592c2d-d44d-4ca1-be06-ae96a1261f1b/29592c2d-d44d-4ca1-be06-ae96a1261f1b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1339.056903] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bb3e11c6-dc8d-4a60-862e-86cf3411b65b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.066048] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1339.066048] env[62127]: value = "task-1732844" [ 1339.066048] env[62127]: _type = "Task" [ 1339.066048] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.077629] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.090770] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1339.091175] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 22 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1339.091328] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4736MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=22 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1339.358436] env[62127]: DEBUG nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1339.461172] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6086e5-1a94-427d-9186-7e9b7ef8cd41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.470839] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a97fb-716a-49bd-98e2-be0357885368 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.506785] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956f8812-8dd1-48cf-bcd9-35e25550af56 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.516521] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3bdceca-3097-4e36-ade3-997f2d6fd1fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.523613] env[62127]: DEBUG oslo_vmware.api [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732843, 'name': PowerOnVM_Task, 'duration_secs': 0.565954} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.524387] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1339.524628] env[62127]: INFO nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1339.524824] env[62127]: DEBUG nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1339.525664] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bf0159-6c45-416e-a51a-7a2f1019a1ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.537181] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1339.578544] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732844, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.880749] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.040398] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1340.057983] env[62127]: INFO nova.compute.manager [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Took 41.06 seconds to build instance. [ 1340.078317] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732844, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.389649] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1340.389649] env[62127]: value = "vm-360559" [ 1340.389649] env[62127]: _type = "VirtualMachine" [ 1340.389649] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1340.391374] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3edb48b9-f336-4c7a-a1da-a5f9fecc4985 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.399850] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52770bb5-e55b-7f59-4379-e9b03d29d212/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1340.400889] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-683344ef-210e-4770-b9f4-400fa0749a50 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.405142] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease: (returnval){ [ 1340.405142] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527cb2e3-b380-ce2c-8f97-447f8f9add39" [ 1340.405142] env[62127]: _type = "HttpNfcLease" [ 1340.405142] env[62127]: } obtained for exporting VM: (result){ [ 1340.405142] env[62127]: value = "vm-360559" [ 1340.405142] env[62127]: _type = "VirtualMachine" [ 1340.405142] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1340.405495] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the lease: (returnval){ [ 1340.405495] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527cb2e3-b380-ce2c-8f97-447f8f9add39" [ 1340.405495] env[62127]: _type = "HttpNfcLease" [ 1340.405495] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1340.410499] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52770bb5-e55b-7f59-4379-e9b03d29d212/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1340.410669] env[62127]: ERROR oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52770bb5-e55b-7f59-4379-e9b03d29d212/disk-0.vmdk due to incomplete transfer. [ 1340.411237] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-144245fa-49a4-4797-a9be-2ba781abef0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.414738] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.414738] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527cb2e3-b380-ce2c-8f97-447f8f9add39" [ 1340.414738] env[62127]: _type = "HttpNfcLease" [ 1340.414738] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1340.418931] env[62127]: DEBUG oslo_vmware.rw_handles [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52770bb5-e55b-7f59-4379-e9b03d29d212/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1340.419168] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Uploaded image 64e5002a-7850-4367-b668-0d9d0586858a to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1340.421292] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1340.421565] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d031703c-365a-49f1-b130-030c39e2f30c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.430046] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1340.430046] env[62127]: value = "task-1732846" [ 1340.430046] env[62127]: _type = "Task" [ 1340.430046] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.438542] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732846, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.545680] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1340.545935] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.534s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.546824] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.515s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.547899] env[62127]: INFO nova.compute.claims [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1340.560348] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e67cf4a-ef6b-4ac8-bd9e-8ddd8694659d tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.883s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.578039] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732844, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.817202] env[62127]: DEBUG nova.compute.manager [req-6ff7d994-3315-4939-804f-9bddba87eb29 req-6040abb5-4bb2-41b4-ac83-9a2d6f3cb0bf service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Received event network-vif-plugged-b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1340.817427] env[62127]: DEBUG oslo_concurrency.lockutils [req-6ff7d994-3315-4939-804f-9bddba87eb29 req-6040abb5-4bb2-41b4-ac83-9a2d6f3cb0bf service nova] Acquiring lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1340.817634] env[62127]: DEBUG oslo_concurrency.lockutils [req-6ff7d994-3315-4939-804f-9bddba87eb29 req-6040abb5-4bb2-41b4-ac83-9a2d6f3cb0bf service nova] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1340.818273] env[62127]: DEBUG oslo_concurrency.lockutils [req-6ff7d994-3315-4939-804f-9bddba87eb29 req-6040abb5-4bb2-41b4-ac83-9a2d6f3cb0bf service nova] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1340.818473] env[62127]: DEBUG nova.compute.manager [req-6ff7d994-3315-4939-804f-9bddba87eb29 req-6040abb5-4bb2-41b4-ac83-9a2d6f3cb0bf service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] No waiting events found dispatching network-vif-plugged-b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1340.818644] env[62127]: WARNING nova.compute.manager [req-6ff7d994-3315-4939-804f-9bddba87eb29 req-6040abb5-4bb2-41b4-ac83-9a2d6f3cb0bf service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Received unexpected event network-vif-plugged-b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 for instance with vm_state building and task_state spawning. [ 1340.915533] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1340.915533] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527cb2e3-b380-ce2c-8f97-447f8f9add39" [ 1340.915533] env[62127]: _type = "HttpNfcLease" [ 1340.915533] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1340.915838] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1340.915838] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527cb2e3-b380-ce2c-8f97-447f8f9add39" [ 1340.915838] env[62127]: _type = "HttpNfcLease" [ 1340.915838] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1340.916875] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55eee66-5302-4309-bbf9-960402d797d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.929835] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52478275-4a8d-862a-db50-7860821297cc/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1340.930099] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52478275-4a8d-862a-db50-7860821297cc/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1340.999435] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732846, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.060210] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd3c6950-aa66-4172-9114-af1ab68a0271 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.080757] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732844, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.829195} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.081164] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 29592c2d-d44d-4ca1-be06-ae96a1261f1b/29592c2d-d44d-4ca1-be06-ae96a1261f1b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1341.081456] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1341.081729] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9852388-9387-4a2a-89c0-1de2ebb3b5f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.090564] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1341.090564] env[62127]: value = "task-1732847" [ 1341.090564] env[62127]: _type = "Task" [ 1341.090564] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.106600] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.146291] env[62127]: DEBUG nova.compute.manager [None req-515617a4-c906-4568-9cac-cdb17e128edb tempest-ServerExternalEventsTest-1352959504 tempest-ServerExternalEventsTest-1352959504-project] [instance: e0cbc984-001d-4462-a111-769871370940] Received event network-changed {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1341.146291] env[62127]: DEBUG nova.compute.manager [None req-515617a4-c906-4568-9cac-cdb17e128edb tempest-ServerExternalEventsTest-1352959504 tempest-ServerExternalEventsTest-1352959504-project] [instance: e0cbc984-001d-4462-a111-769871370940] Refreshing instance network info cache due to event network-changed. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1341.146291] env[62127]: DEBUG oslo_concurrency.lockutils [None req-515617a4-c906-4568-9cac-cdb17e128edb tempest-ServerExternalEventsTest-1352959504 tempest-ServerExternalEventsTest-1352959504-project] Acquiring lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1341.146291] env[62127]: DEBUG oslo_concurrency.lockutils [None req-515617a4-c906-4568-9cac-cdb17e128edb tempest-ServerExternalEventsTest-1352959504 tempest-ServerExternalEventsTest-1352959504-project] Acquired lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.146291] env[62127]: DEBUG nova.network.neutron [None req-515617a4-c906-4568-9cac-cdb17e128edb tempest-ServerExternalEventsTest-1352959504 tempest-ServerExternalEventsTest-1352959504-project] [instance: e0cbc984-001d-4462-a111-769871370940] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.279795] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "5e25f49e-f159-40bd-94ad-a1564b303d05" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.280109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.450459] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732846, 'name': Destroy_Task, 'duration_secs': 0.70656} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.451121] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Destroyed the VM [ 1341.451432] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1341.452315] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e5866aee-4c33-4fcf-88af-c8bd156b0b52 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.463872] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1341.463872] env[62127]: value = "task-1732848" [ 1341.463872] env[62127]: _type = "Task" [ 1341.463872] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.473365] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732848, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.551014] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.551684] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.608797] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080437} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.608797] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1341.609228] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3533d0ac-6b97-4069-a037-e32aa79b8d98 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.640123] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] 29592c2d-d44d-4ca1-be06-ae96a1261f1b/29592c2d-d44d-4ca1-be06-ae96a1261f1b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1341.643925] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c9c2d1a-ee3f-4073-b904-5e6fa1d67500 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.677673] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1341.677673] env[62127]: value = "task-1732849" [ 1341.677673] env[62127]: _type = "Task" [ 1341.677673] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.694532] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.786592] env[62127]: DEBUG nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1341.944498] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "e0cbc984-001d-4462-a111-769871370940" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.944666] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "e0cbc984-001d-4462-a111-769871370940" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.944864] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "e0cbc984-001d-4462-a111-769871370940-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1341.945147] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "e0cbc984-001d-4462-a111-769871370940-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1341.945352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "e0cbc984-001d-4462-a111-769871370940-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1341.947722] env[62127]: INFO nova.compute.manager [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Terminating instance [ 1341.950273] env[62127]: DEBUG nova.compute.manager [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1341.950565] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1341.951937] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4019215-cd15-41d8-a25b-a5200a50dee0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.966356] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.970085] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c71030c-a6ee-4475-b947-d6fa75fc170f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.985546] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732848, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.987690] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1341.987690] env[62127]: value = "task-1732850" [ 1341.987690] env[62127]: _type = "Task" [ 1341.987690] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.010879] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.070916] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.072491] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1342.194387] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.208699] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e98b2f-624e-44a1-88c9-b79dd80ba05a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.217847] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10efb5-1c5e-4c80-9101-3e8bd3b0f65a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.254342] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27edfb5b-4e5d-423c-8280-eead857c4ea4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.263741] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cd24e2-024c-45a4-b8a6-313c2ba4ef95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.270877] env[62127]: DEBUG nova.network.neutron [None req-515617a4-c906-4568-9cac-cdb17e128edb tempest-ServerExternalEventsTest-1352959504 tempest-ServerExternalEventsTest-1352959504-project] [instance: e0cbc984-001d-4462-a111-769871370940] Updating instance_info_cache with network_info: [{"id": "387c7151-e566-4870-ac92-86fac97e2cac", "address": "fa:16:3e:84:b6:f1", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap387c7151-e5", "ovs_interfaceid": "387c7151-e566-4870-ac92-86fac97e2cac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.281901] env[62127]: DEBUG nova.compute.provider_tree [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.332029] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1342.478143] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732848, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.498299] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.692758] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.784519] env[62127]: DEBUG oslo_concurrency.lockutils [None req-515617a4-c906-4568-9cac-cdb17e128edb tempest-ServerExternalEventsTest-1352959504 tempest-ServerExternalEventsTest-1352959504-project] Releasing lock "refresh_cache-e0cbc984-001d-4462-a111-769871370940" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1342.785566] env[62127]: DEBUG nova.scheduler.client.report [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1342.979385] env[62127]: DEBUG oslo_vmware.api [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732848, 'name': RemoveSnapshot_Task, 'duration_secs': 1.154477} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.980866] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1342.980866] env[62127]: INFO nova.compute.manager [None req-88195b90-7b84-4169-87a2-3856e59de92b tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Took 18.08 seconds to snapshot the instance on the hypervisor. [ 1343.013549] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.192967] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.292036] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1343.292415] env[62127]: DEBUG nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1343.296525] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.023s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1343.297890] env[62127]: INFO nova.compute.claims [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1343.501187] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732850, 'name': PowerOffVM_Task, 'duration_secs': 1.182563} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.501869] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1343.502123] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1343.502459] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9f15540-11bc-45d4-b5dc-b5a076fe7da5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.695831] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.702951] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1343.703206] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1343.703495] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Deleting the datastore file [datastore1] e0cbc984-001d-4462-a111-769871370940 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1343.703667] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1fe09f0-fb6d-41d5-a6a5-faf6b15fe002 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.711633] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for the task: (returnval){ [ 1343.711633] env[62127]: value = "task-1732852" [ 1343.711633] env[62127]: _type = "Task" [ 1343.711633] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.723763] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732852, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.805614] env[62127]: DEBUG nova.compute.utils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1343.807627] env[62127]: DEBUG nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1343.808387] env[62127]: DEBUG nova.network.neutron [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.878613] env[62127]: DEBUG nova.policy [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2fcabe3e05dd4cf8b0e17c45857d9fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5344c8dd0e0d4c62812f70de5cc99f37', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1344.197263] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.207174] env[62127]: DEBUG nova.network.neutron [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Successfully created port: 91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.223949] env[62127]: DEBUG oslo_vmware.api [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Task: {'id': task-1732852, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230653} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.224733] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.224733] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.224733] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.225058] env[62127]: INFO nova.compute.manager [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] [instance: e0cbc984-001d-4462-a111-769871370940] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1344.225129] env[62127]: DEBUG oslo.service.loopingcall [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1344.226021] env[62127]: DEBUG nova.compute.manager [-] [instance: e0cbc984-001d-4462-a111-769871370940] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1344.226021] env[62127]: DEBUG nova.network.neutron [-] [instance: e0cbc984-001d-4462-a111-769871370940] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1344.312338] env[62127]: DEBUG nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1344.696367] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.802512] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b3b653-9b61-4ca4-97bd-4aba3bf18a30 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.812025] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2e7f9b-b9fc-4cac-9123-27a5616a5413 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.817163] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52568184-e759-f184-d95c-d9f00a4c7469/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1344.821557] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0f06df2-bc4d-4cbb-a024-b3a90227eaed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.828872] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52568184-e759-f184-d95c-d9f00a4c7469/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1344.828964] env[62127]: ERROR oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52568184-e759-f184-d95c-d9f00a4c7469/disk-0.vmdk due to incomplete transfer. [ 1344.853917] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8d0faabe-6181-4938-a4be-b9386fa2f951 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.857085] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb67d3af-8c67-4f1c-abce-5108a50d2c7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.866590] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01126fe-4df7-4844-b708-1b094921219d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.871725] env[62127]: DEBUG oslo_vmware.rw_handles [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52568184-e759-f184-d95c-d9f00a4c7469/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1344.871984] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Uploaded image bb626e54-b94b-4177-b4a6-77e7c5cd3342 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1344.873478] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1344.874107] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ca5d5798-beab-4e71-acab-f7d06ac383d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.884952] env[62127]: DEBUG nova.compute.provider_tree [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.887598] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1344.887598] env[62127]: value = "task-1732853" [ 1344.887598] env[62127]: _type = "Task" [ 1344.887598] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.897089] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732853, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.915403] env[62127]: DEBUG nova.compute.manager [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Received event network-changed-b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1344.915522] env[62127]: DEBUG nova.compute.manager [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Refreshing instance network info cache due to event network-changed-b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1344.915650] env[62127]: DEBUG oslo_concurrency.lockutils [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] Acquiring lock "refresh_cache-29592c2d-d44d-4ca1-be06-ae96a1261f1b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1344.915782] env[62127]: DEBUG oslo_concurrency.lockutils [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] Acquired lock "refresh_cache-29592c2d-d44d-4ca1-be06-ae96a1261f1b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.915960] env[62127]: DEBUG nova.network.neutron [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Refreshing network info cache for port b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1344.960479] env[62127]: DEBUG nova.network.neutron [-] [instance: e0cbc984-001d-4462-a111-769871370940] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.130780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1345.130946] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.131087] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1345.206741] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.326824] env[62127]: DEBUG nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1345.360747] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1345.361034] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1345.361225] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.361414] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1345.361557] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.361705] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1345.361916] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1345.362093] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1345.362265] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1345.362425] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1345.362594] env[62127]: DEBUG nova.virt.hardware [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1345.363502] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-161d176e-9643-474c-943e-cc49941f6faa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.372137] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c81276-d01a-4a8b-b34e-d688aff97aa1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.388848] env[62127]: DEBUG nova.scheduler.client.report [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1345.402056] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732853, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.463173] env[62127]: INFO nova.compute.manager [-] [instance: e0cbc984-001d-4462-a111-769871370940] Took 1.24 seconds to deallocate network for instance. [ 1345.524065] env[62127]: DEBUG nova.compute.manager [req-def75d80-fbc5-4e3b-8bfe-47bab909d9e4 req-3c5e2252-2176-4a6f-95b4-1eef9cfe035a service nova] [instance: e0cbc984-001d-4462-a111-769871370940] Received event network-vif-deleted-387c7151-e566-4870-ac92-86fac97e2cac {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1345.701779] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.763994] env[62127]: DEBUG nova.network.neutron [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Updated VIF entry in instance network info cache for port b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1345.764402] env[62127]: DEBUG nova.network.neutron [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Updating instance_info_cache with network_info: [{"id": "b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37", "address": "fa:16:3e:36:01:b3", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1b7273a-41", "ovs_interfaceid": "b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1345.803079] env[62127]: DEBUG nova.network.neutron [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Successfully updated port: 91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1345.898025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.602s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1345.898322] env[62127]: DEBUG nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1345.901532] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.757s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1345.903821] env[62127]: INFO nova.compute.claims [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1345.915554] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732853, 'name': Destroy_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.970185] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.982316] env[62127]: DEBUG oslo_concurrency.lockutils [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Acquiring lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1345.982575] env[62127]: DEBUG oslo_concurrency.lockutils [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1346.199174] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.269481] env[62127]: DEBUG oslo_concurrency.lockutils [req-10dfeb4d-f5b6-487d-bd5e-79b916293eb9 req-30b221f4-5a7a-4bac-b622-b8ca56ebc529 service nova] Releasing lock "refresh_cache-29592c2d-d44d-4ca1-be06-ae96a1261f1b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.305799] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1346.306012] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.306239] env[62127]: DEBUG nova.network.neutron [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.392320] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updating instance_info_cache with network_info: [{"id": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "address": "fa:16:3e:3a:01:4d", "network": {"id": "5026168b-f2cf-43bd-9294-4dc50e9f7e62", "bridge": "br-int", "label": "tempest-ServersTestJSON-639767374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.205", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b1e1473fb4bc4a5abf5b9ded1c0000ca", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a9f430b-e6f7-4a47-abd0-3cc7bef3e97c", "external-id": "nsx-vlan-transportzone-977", "segmentation_id": 977, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f09bbb2-a5", "ovs_interfaceid": "9f09bbb2-a55d-4192-8f78-0dd27339de2c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.404075] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732853, 'name': Destroy_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.409672] env[62127]: DEBUG nova.compute.utils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.413528] env[62127]: DEBUG nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1346.413732] env[62127]: DEBUG nova.network.neutron [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1346.455194] env[62127]: DEBUG nova.policy [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '14a5827a5b3549148c51f8ba6a683b9a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8454f9a06ffa49aeb4fc6b717d1ad1f5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1346.485772] env[62127]: DEBUG nova.compute.utils [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1346.699528] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732849, 'name': ReconfigVM_Task, 'duration_secs': 4.916617} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.703107] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Reconfigured VM instance instance-00000023 to attach disk [datastore1] 29592c2d-d44d-4ca1-be06-ae96a1261f1b/29592c2d-d44d-4ca1-be06-ae96a1261f1b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.703107] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc4adb5-0924-4f25-a4a7-3c4e6f557414 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.714430] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1346.714430] env[62127]: value = "task-1732854" [ 1346.714430] env[62127]: _type = "Task" [ 1346.714430] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.724285] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732854, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.743186] env[62127]: DEBUG nova.network.neutron [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Successfully created port: 47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1346.850485] env[62127]: DEBUG nova.network.neutron [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.903266] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-56dd5354-066e-4da8-8d9b-82c417a89b2f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1346.903266] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1346.903266] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.904435] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.905144] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.905833] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.906428] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.911344] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.911344] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1346.911344] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732853, 'name': Destroy_Task, 'duration_secs': 1.847099} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.911344] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1346.912664] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Destroyed the VM [ 1346.913024] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1346.913233] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5a476932-ec34-4548-839c-2f42d9011a4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.919217] env[62127]: DEBUG nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1346.932258] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1346.932258] env[62127]: value = "task-1732855" [ 1346.932258] env[62127]: _type = "Task" [ 1346.932258] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.948083] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.989297] env[62127]: DEBUG oslo_concurrency.lockutils [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1347.071131] env[62127]: DEBUG nova.network.neutron [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updating instance_info_cache with network_info: [{"id": "91d3ae58-24e1-4f44-bf02-328deac38808", "address": "fa:16:3e:de:6f:85", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d3ae58-24", "ovs_interfaceid": "91d3ae58-24e1-4f44-bf02-328deac38808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.225733] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732854, 'name': Rename_Task, 'duration_secs': 0.280403} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.227305] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.227305] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8591677a-2220-413a-9be8-f3a4919a467e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.236529] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1347.236529] env[62127]: value = "task-1732856" [ 1347.236529] env[62127]: _type = "Task" [ 1347.236529] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.248032] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732856, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.411191] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b649fb4-f931-4c78-836a-06848734aa89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.417366] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1347.420592] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf41cef7-847b-455f-9459-086d01c2312a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.474971] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e20cff-f759-4dcf-a4b0-d6ca6f26c2a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.487337] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732855, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.491718] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd145a8-80c5-4d76-9d1e-9df326ff81d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.508313] env[62127]: DEBUG nova.compute.provider_tree [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1347.576811] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Releasing lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1347.577147] env[62127]: DEBUG nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance network_info: |[{"id": "91d3ae58-24e1-4f44-bf02-328deac38808", "address": "fa:16:3e:de:6f:85", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d3ae58-24", "ovs_interfaceid": "91d3ae58-24e1-4f44-bf02-328deac38808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1347.577653] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:6f:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '91d3ae58-24e1-4f44-bf02-328deac38808', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.585215] env[62127]: DEBUG oslo.service.loopingcall [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1347.585961] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.586182] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-741cbd0c-f268-4761-ab7b-ccf5dbdc4a6e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.607668] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.607668] env[62127]: value = "task-1732857" [ 1347.607668] env[62127]: _type = "Task" [ 1347.607668] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.616489] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732857, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.720797] env[62127]: DEBUG nova.compute.manager [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Received event network-changed-40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1347.721063] env[62127]: DEBUG nova.compute.manager [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Refreshing instance network info cache due to event network-changed-40ca9ff5-c834-4067-a103-0ab26ce1466b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1347.721200] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Acquiring lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1347.721322] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Acquired lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.721534] env[62127]: DEBUG nova.network.neutron [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Refreshing network info cache for port 40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.747841] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732856, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.929896] env[62127]: DEBUG nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1347.980890] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732855, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.012122] env[62127]: DEBUG nova.scheduler.client.report [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1348.065947] env[62127]: DEBUG oslo_concurrency.lockutils [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Acquiring lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1348.066293] env[62127]: DEBUG oslo_concurrency.lockutils [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.066590] env[62127]: INFO nova.compute.manager [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Attaching volume 41bb0365-965e-446a-aec4-d29044e800ee to /dev/sdb [ 1348.108022] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-771695f7-c31e-42ab-be0d-e766257ace65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.123232] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732857, 'name': CreateVM_Task, 'duration_secs': 0.505296} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.124961] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.125788] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.125985] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.126347] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1348.127160] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50752e6-339c-4b85-af4b-fa29570f349a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.129892] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abde92b8-2011-4ab7-afae-a72a7a065b6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.135608] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1348.135608] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b3fe31-db6d-61b6-9dc9-12ad9293950f" [ 1348.135608] env[62127]: _type = "Task" [ 1348.135608] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.144598] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b3fe31-db6d-61b6-9dc9-12ad9293950f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.148358] env[62127]: DEBUG nova.virt.block_device [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Updating existing volume attachment record: 5c3b2f96-93d9-492e-a40b-ea62179cf22f {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1348.248227] env[62127]: DEBUG oslo_vmware.api [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732856, 'name': PowerOnVM_Task, 'duration_secs': 0.817616} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.248461] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.248663] env[62127]: INFO nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Took 14.40 seconds to spawn the instance on the hypervisor. [ 1348.248840] env[62127]: DEBUG nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1348.249665] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb3a8be-e40a-4db0-b798-e0b602d8c544 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.303750] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1348.304130] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1348.304329] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1348.304520] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1348.304663] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1348.304809] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1348.305408] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1348.305644] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1348.305826] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1348.307553] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1348.307553] env[62127]: DEBUG nova.virt.hardware [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1348.308042] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e744fba0-13bc-4e6b-877a-102fe11eaf6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.312920] env[62127]: DEBUG nova.network.neutron [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Successfully updated port: 47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1348.322859] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644e8f61-76a7-48bb-8f9f-9d531d058e16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.484184] env[62127]: DEBUG oslo_vmware.api [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732855, 'name': RemoveSnapshot_Task, 'duration_secs': 1.115835} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.487773] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1348.487773] env[62127]: INFO nova.compute.manager [None req-889a5bbe-ceba-47c8-a898-d11d811c2400 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Took 19.38 seconds to snapshot the instance on the hypervisor. [ 1348.521133] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1348.521133] env[62127]: DEBUG nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1348.525659] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.788s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1348.528359] env[62127]: INFO nova.compute.claims [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1348.647966] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b3fe31-db6d-61b6-9dc9-12ad9293950f, 'name': SearchDatastore_Task, 'duration_secs': 0.015639} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.648295] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1348.648525] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.648757] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.648900] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.649418] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.649772] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad94fe0c-2d5b-4a63-887c-dde18c049514 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.676196] env[62127]: DEBUG nova.network.neutron [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updated VIF entry in instance network info cache for port 40ca9ff5-c834-4067-a103-0ab26ce1466b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1348.676599] env[62127]: DEBUG nova.network.neutron [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updating instance_info_cache with network_info: [{"id": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "address": "fa:16:3e:a8:69:8d", "network": {"id": "f7e63d97-d010-43bd-9012-30df95a9165f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1566702240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.153", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6226c0c4d77f468eb685a1d5e564a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca9ff5-c8", "ovs_interfaceid": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.773408] env[62127]: INFO nova.compute.manager [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Took 48.62 seconds to build instance. [ 1348.817881] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1348.818065] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquired lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.818223] env[62127]: DEBUG nova.network.neutron [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1349.041032] env[62127]: DEBUG nova.compute.utils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1349.041032] env[62127]: DEBUG nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1349.041032] env[62127]: DEBUG nova.network.neutron [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1349.105194] env[62127]: DEBUG nova.policy [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7993ca667fb041db9101f8751744e9c8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '76fec005e63646638d8958dec5350cd9', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1349.164163] env[62127]: DEBUG nova.compute.manager [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Received event network-changed-40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1349.164784] env[62127]: DEBUG nova.compute.manager [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Refreshing instance network info cache due to event network-changed-40ca9ff5-c834-4067-a103-0ab26ce1466b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1349.164784] env[62127]: DEBUG oslo_concurrency.lockutils [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] Acquiring lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.184745] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Releasing lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1349.184745] env[62127]: DEBUG nova.compute.manager [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Received event network-vif-plugged-91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1349.184745] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Acquiring lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1349.184745] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1349.184745] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.184745] env[62127]: DEBUG nova.compute.manager [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] No waiting events found dispatching network-vif-plugged-91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1349.184745] env[62127]: WARNING nova.compute.manager [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Received unexpected event network-vif-plugged-91d3ae58-24e1-4f44-bf02-328deac38808 for instance with vm_state building and task_state spawning. [ 1349.185053] env[62127]: DEBUG nova.compute.manager [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Received event network-changed-91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1349.185166] env[62127]: DEBUG nova.compute.manager [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Refreshing instance network info cache due to event network-changed-91d3ae58-24e1-4f44-bf02-328deac38808. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1349.186562] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Acquiring lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1349.186562] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Acquired lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.186562] env[62127]: DEBUG nova.network.neutron [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Refreshing network info cache for port 91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.187568] env[62127]: DEBUG oslo_concurrency.lockutils [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] Acquired lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.187757] env[62127]: DEBUG nova.network.neutron [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Refreshing network info cache for port 40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1349.276701] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e859a8b9-e5f7-4f42-a22f-3eb7d6599d00 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.868s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1349.341509] env[62127]: DEBUG nova.compute.manager [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1349.343081] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83696159-07c4-4e34-8bd2-a0ca1dbd30e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.520539] env[62127]: DEBUG nova.network.neutron [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Successfully created port: 6bd8d90c-2e94-415e-bb5d-c07202e9dea5 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1349.543823] env[62127]: DEBUG nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1349.575034] env[62127]: DEBUG nova.network.neutron [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1349.856529] env[62127]: INFO nova.compute.manager [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] instance snapshotting [ 1349.862767] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acb3363-aa88-45f3-bdb1-79ca11e36fdc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.892909] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b4625d-a9a2-4acc-9e12-5b29be750cd2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.957249] env[62127]: DEBUG nova.network.neutron [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Updating instance_info_cache with network_info: [{"id": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "address": "fa:16:3e:39:cc:8a", "network": {"id": "de68d5f1-40e5-4739-a628-4db08e5040ea", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-877641239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8454f9a06ffa49aeb4fc6b717d1ad1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d2a525-1a", "ovs_interfaceid": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.046880] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f569124-4801-45e9-8471-f7e698ec5abb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.056274] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2407aaea-2154-4c5f-bd11-f6338c0179f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.114673] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ce8d0-3543-4714-ae3f-0553f002b452 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.130506] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.131294] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.138650] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e8a7df7-3c56-4854-878c-b3f6fcc930c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.158917] env[62127]: DEBUG nova.compute.provider_tree [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1350.198664] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52478275-4a8d-862a-db50-7860821297cc/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1350.199593] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264c8908-16df-46b9-bf8d-559295cd523d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.206963] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52478275-4a8d-862a-db50-7860821297cc/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1350.207152] env[62127]: ERROR oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52478275-4a8d-862a-db50-7860821297cc/disk-0.vmdk due to incomplete transfer. [ 1350.207738] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-0225bb3c-f7d8-4148-9bf1-052b10ac5e41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.218139] env[62127]: DEBUG oslo_vmware.rw_handles [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52478275-4a8d-862a-db50-7860821297cc/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1350.218427] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Uploaded image 3b24fca2-1004-43aa-ab76-0dbfe42805d6 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1350.220517] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1350.220786] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-07709a9d-ea44-446c-81fc-03d74b2efb7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.228990] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1350.228990] env[62127]: value = "task-1732861" [ 1350.228990] env[62127]: _type = "Task" [ 1350.228990] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.240700] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732861, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.350094] env[62127]: DEBUG nova.network.neutron [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updated VIF entry in instance network info cache for port 91d3ae58-24e1-4f44-bf02-328deac38808. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.350579] env[62127]: DEBUG nova.network.neutron [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updating instance_info_cache with network_info: [{"id": "91d3ae58-24e1-4f44-bf02-328deac38808", "address": "fa:16:3e:de:6f:85", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d3ae58-24", "ovs_interfaceid": "91d3ae58-24e1-4f44-bf02-328deac38808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.354297] env[62127]: DEBUG nova.network.neutron [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updated VIF entry in instance network info cache for port 40ca9ff5-c834-4067-a103-0ab26ce1466b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1350.354665] env[62127]: DEBUG nova.network.neutron [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updating instance_info_cache with network_info: [{"id": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "address": "fa:16:3e:a8:69:8d", "network": {"id": "f7e63d97-d010-43bd-9012-30df95a9165f", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1566702240-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6226c0c4d77f468eb685a1d5e564a23f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3261e15f-7e45-4516-acfd-341bab16e3cf", "external-id": "nsx-vlan-transportzone-783", "segmentation_id": 783, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap40ca9ff5-c8", "ovs_interfaceid": "40ca9ff5-c834-4067-a103-0ab26ce1466b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1350.415361] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1350.415748] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-776d1b15-51d2-443f-a9cc-0e84a4170e69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.425629] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1350.425629] env[62127]: value = "task-1732862" [ 1350.425629] env[62127]: _type = "Task" [ 1350.425629] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.437215] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732862, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.439456] env[62127]: DEBUG nova.compute.manager [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Received event network-vif-plugged-47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1350.439661] env[62127]: DEBUG oslo_concurrency.lockutils [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] Acquiring lock "0276f97e-e204-4b03-bf33-dd991cd0169e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1350.439859] env[62127]: DEBUG oslo_concurrency.lockutils [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1350.440060] env[62127]: DEBUG oslo_concurrency.lockutils [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1350.440194] env[62127]: DEBUG nova.compute.manager [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] No waiting events found dispatching network-vif-plugged-47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1350.440356] env[62127]: WARNING nova.compute.manager [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Received unexpected event network-vif-plugged-47d2a525-1a37-4649-81fa-cff27e1ae74c for instance with vm_state building and task_state spawning. [ 1350.440513] env[62127]: DEBUG nova.compute.manager [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Received event network-changed-47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1350.440663] env[62127]: DEBUG nova.compute.manager [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Refreshing instance network info cache due to event network-changed-47d2a525-1a37-4649-81fa-cff27e1ae74c. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1350.440822] env[62127]: DEBUG oslo_concurrency.lockutils [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] Acquiring lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1350.462040] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Releasing lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.463056] env[62127]: DEBUG nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Instance network_info: |[{"id": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "address": "fa:16:3e:39:cc:8a", "network": {"id": "de68d5f1-40e5-4739-a628-4db08e5040ea", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-877641239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8454f9a06ffa49aeb4fc6b717d1ad1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d2a525-1a", "ovs_interfaceid": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1350.463056] env[62127]: DEBUG oslo_concurrency.lockutils [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] Acquired lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.463056] env[62127]: DEBUG nova.network.neutron [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Refreshing network info cache for port 47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.464581] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:cc:8a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47d2a525-1a37-4649-81fa-cff27e1ae74c', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1350.473139] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Creating folder: Project (8454f9a06ffa49aeb4fc6b717d1ad1f5). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.473139] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ae27d90-070d-42d8-833d-24fb320595b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.486279] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Created folder: Project (8454f9a06ffa49aeb4fc6b717d1ad1f5) in parent group-v360450. [ 1350.486511] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Creating folder: Instances. Parent ref: group-v360565. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1350.486898] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93d84494-650a-49df-a676-32f4e096274f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.497815] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Created folder: Instances in parent group-v360565. [ 1350.498064] env[62127]: DEBUG oslo.service.loopingcall [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1350.498288] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1350.498506] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-795e031a-8b6e-4e12-8a28-7d16ce200610 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.521332] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1350.521332] env[62127]: value = "task-1732866" [ 1350.521332] env[62127]: _type = "Task" [ 1350.521332] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.530148] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732866, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.567842] env[62127]: DEBUG nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1350.590680] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1350.590973] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1350.591274] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1350.591595] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1350.591835] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1350.592049] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1350.592310] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1350.592479] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1350.592650] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1350.592818] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1350.592995] env[62127]: DEBUG nova.virt.hardware [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1350.593921] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7238eca5-c54f-42c5-8294-f50e71a7fc43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.605067] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bafce306-5374-4405-9e5c-02fd4a85a0ac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.634640] env[62127]: DEBUG nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1350.664955] env[62127]: DEBUG nova.scheduler.client.report [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1350.740882] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732861, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.808782] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1350.809039] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1350.810077] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-988c941e-f5f0-4ce4-a767-933f58f7878e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.817998] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1350.817998] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d557fc-6c36-2a8a-bd68-110555b91d06" [ 1350.817998] env[62127]: _type = "Task" [ 1350.817998] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.827439] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d557fc-6c36-2a8a-bd68-110555b91d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.853229] env[62127]: DEBUG oslo_concurrency.lockutils [req-5f431c1a-1274-43b4-8f6e-15d44b7543df req-d77ac679-8982-400a-a2f3-8cdf13420d07 service nova] Releasing lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.857132] env[62127]: DEBUG oslo_concurrency.lockutils [req-1602a9cd-efdd-4ce9-b694-2ea7bf95313a req-2f8cbcbb-e4be-40db-a6c9-83c2310c9649 service nova] Releasing lock "refresh_cache-fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1350.936134] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732862, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.939440] env[62127]: DEBUG nova.compute.manager [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1350.940311] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5624acc8-aed7-41ce-b779-0d22fc1f3a0d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.036556] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732866, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.159620] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.169724] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.170301] env[62127]: DEBUG nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1351.173844] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.185s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.178017] env[62127]: INFO nova.compute.claims [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1351.185474] env[62127]: DEBUG nova.network.neutron [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Successfully updated port: 6bd8d90c-2e94-415e-bb5d-c07202e9dea5 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1351.221181] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.221422] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.221633] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.221831] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.221996] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.225341] env[62127]: INFO nova.compute.manager [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Terminating instance [ 1351.228021] env[62127]: DEBUG nova.compute.manager [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1351.228021] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.228021] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7fe9954-19d8-4578-bd23-b73618074d74 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.240662] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732861, 'name': Destroy_Task, 'duration_secs': 0.602775} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.242891] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Destroyed the VM [ 1351.243123] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1351.243391] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.243598] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4488915c-c562-421e-a5b8-908e85de2f22 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.245432] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9b2fdbd-dde1-4927-bd8d-bc3d9edb37f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.252692] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1351.252692] env[62127]: value = "task-1732868" [ 1351.252692] env[62127]: _type = "Task" [ 1351.252692] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.258388] env[62127]: DEBUG oslo_vmware.api [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1351.258388] env[62127]: value = "task-1732867" [ 1351.258388] env[62127]: _type = "Task" [ 1351.258388] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.265976] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732868, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.271840] env[62127]: DEBUG oslo_vmware.api [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.272795] env[62127]: DEBUG nova.network.neutron [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Updated VIF entry in instance network info cache for port 47d2a525-1a37-4649-81fa-cff27e1ae74c. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.273153] env[62127]: DEBUG nova.network.neutron [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Updating instance_info_cache with network_info: [{"id": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "address": "fa:16:3e:39:cc:8a", "network": {"id": "de68d5f1-40e5-4739-a628-4db08e5040ea", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-877641239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8454f9a06ffa49aeb4fc6b717d1ad1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d2a525-1a", "ovs_interfaceid": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.330783] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d557fc-6c36-2a8a-bd68-110555b91d06, 'name': SearchDatastore_Task, 'duration_secs': 0.013043} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.332307] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67084e65-b032-4c19-9c26-e82cf0a511ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.339942] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1351.339942] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a331c4-0e64-ba1d-bdfd-c7db3e14d030" [ 1351.339942] env[62127]: _type = "Task" [ 1351.339942] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.346234] env[62127]: DEBUG nova.compute.manager [req-54caad98-869f-44a5-a661-2245aa0fb281 req-81e7d26b-12a3-4817-9994-f34f3f003f52 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Received event network-vif-plugged-6bd8d90c-2e94-415e-bb5d-c07202e9dea5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1351.346452] env[62127]: DEBUG oslo_concurrency.lockutils [req-54caad98-869f-44a5-a661-2245aa0fb281 req-81e7d26b-12a3-4817-9994-f34f3f003f52 service nova] Acquiring lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.346711] env[62127]: DEBUG oslo_concurrency.lockutils [req-54caad98-869f-44a5-a661-2245aa0fb281 req-81e7d26b-12a3-4817-9994-f34f3f003f52 service nova] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.346917] env[62127]: DEBUG oslo_concurrency.lockutils [req-54caad98-869f-44a5-a661-2245aa0fb281 req-81e7d26b-12a3-4817-9994-f34f3f003f52 service nova] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.347137] env[62127]: DEBUG nova.compute.manager [req-54caad98-869f-44a5-a661-2245aa0fb281 req-81e7d26b-12a3-4817-9994-f34f3f003f52 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] No waiting events found dispatching network-vif-plugged-6bd8d90c-2e94-415e-bb5d-c07202e9dea5 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1351.347361] env[62127]: WARNING nova.compute.manager [req-54caad98-869f-44a5-a661-2245aa0fb281 req-81e7d26b-12a3-4817-9994-f34f3f003f52 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Received unexpected event network-vif-plugged-6bd8d90c-2e94-415e-bb5d-c07202e9dea5 for instance with vm_state building and task_state spawning. [ 1351.354153] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a331c4-0e64-ba1d-bdfd-c7db3e14d030, 'name': SearchDatastore_Task, 'duration_secs': 0.011265} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.354316] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.354559] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f1ffb50c-6d1f-407a-94a2-cd1fd55299f9/f1ffb50c-6d1f-407a-94a2-cd1fd55299f9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1351.354824] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1b8878b-e0c8-416f-8e38-48c32f72187d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.363049] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1351.363049] env[62127]: value = "task-1732869" [ 1351.363049] env[62127]: _type = "Task" [ 1351.363049] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.373022] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.437872] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732862, 'name': CreateSnapshot_Task, 'duration_secs': 0.698025} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.438866] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1351.439105] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-915ac202-f594-4ab1-8da7-f49971a4c4fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.453030] env[62127]: INFO nova.compute.manager [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] instance snapshotting [ 1351.456047] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319dadf0-70b3-4dc9-b719-c39731c6d19f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.477794] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9003d5d6-b35c-4adf-bca5-6c8a15168524 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.518979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.519626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.519626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.519813] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.520122] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.522902] env[62127]: INFO nova.compute.manager [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Terminating instance [ 1351.526391] env[62127]: DEBUG nova.compute.manager [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1351.527090] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.530696] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b6f11a-b1e5-4df3-a17b-0167f927751b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.544124] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.544433] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732866, 'name': CreateVM_Task, 'duration_secs': 0.630956} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.544697] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a1cc1ea-8bc9-4f0a-8912-ed5814baa0aa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.546478] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1351.547225] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.547410] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.547763] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1351.548660] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6fcc31ed-e2db-4d9e-9993-f0ced65ada88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.556042] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1351.556042] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521e4f89-a938-6eca-1bb9-7c4208a47d0d" [ 1351.556042] env[62127]: _type = "Task" [ 1351.556042] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.559538] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.559889] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.560150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1351.560361] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1351.560551] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1351.563093] env[62127]: INFO nova.compute.manager [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Terminating instance [ 1351.565222] env[62127]: DEBUG nova.compute.manager [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1351.565425] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1351.566296] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e4a1cc-231b-4210-9840-0c9a8af3829d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.572908] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521e4f89-a938-6eca-1bb9-7c4208a47d0d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.579302] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.579724] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-335b19d3-25a2-4891-915f-eb49fb4b8b35 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.587984] env[62127]: DEBUG oslo_vmware.api [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1351.587984] env[62127]: value = "task-1732871" [ 1351.587984] env[62127]: _type = "Task" [ 1351.587984] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.601430] env[62127]: DEBUG oslo_vmware.api [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.680803] env[62127]: DEBUG nova.compute.utils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1351.682705] env[62127]: DEBUG nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1351.682705] env[62127]: DEBUG nova.network.neutron [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1351.688025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "refresh_cache-94ec1ac3-1a01-40c5-8120-1856c35d29a8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1351.688156] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquired lock "refresh_cache-94ec1ac3-1a01-40c5-8120-1856c35d29a8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.688439] env[62127]: DEBUG nova.network.neutron [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1351.750692] env[62127]: DEBUG nova.policy [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c409dbb2b0c40c38bb64fb74d9112bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acfc80ac2c3e4cdb98c66119f461287f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1351.767498] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732868, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.776241] env[62127]: DEBUG oslo_concurrency.lockutils [req-6048da10-ab09-4588-a8f7-b135967055ec req-f533d9cd-ee03-4974-9849-408574a8a37c service nova] Releasing lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1351.776818] env[62127]: DEBUG oslo_vmware.api [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732867, 'name': PowerOffVM_Task, 'duration_secs': 0.417494} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.777114] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.777332] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1351.777651] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-08da42ac-308d-4b65-9957-8facc64a656a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.876499] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.904967] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1351.905263] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1351.905439] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Deleting the datastore file [datastore1] c82fd8ca-e2fb-4a55-ad87-6727ea7009ae {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1351.905814] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f82fdcd9-bc8e-4c86-b6c7-dfa82a1f1e83 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.916371] env[62127]: DEBUG oslo_vmware.api [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for the task: (returnval){ [ 1351.916371] env[62127]: value = "task-1732873" [ 1351.916371] env[62127]: _type = "Task" [ 1351.916371] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.927253] env[62127]: DEBUG oslo_vmware.api [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732873, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.960276] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1351.960644] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8cbd98d5-c35a-4c6c-bd45-d43b76661f6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.969960] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1351.969960] env[62127]: value = "task-1732874" [ 1351.969960] env[62127]: _type = "Task" [ 1351.969960] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.982824] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732874, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.995246] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1351.995519] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a095c2e8-0951-40b1-b411-318322982f92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.009972] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1352.009972] env[62127]: value = "task-1732875" [ 1352.009972] env[62127]: _type = "Task" [ 1352.009972] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.022031] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.031152] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.031430] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.032063] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleting the datastore file [datastore1] f92d2e93-49ac-4bf3-958c-a4bb1bf5e211 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.032063] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5502bd74-a594-4929-b27f-229ec7845c16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.043245] env[62127]: DEBUG oslo_vmware.api [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1352.043245] env[62127]: value = "task-1732876" [ 1352.043245] env[62127]: _type = "Task" [ 1352.043245] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.053224] env[62127]: DEBUG oslo_vmware.api [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.067988] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521e4f89-a938-6eca-1bb9-7c4208a47d0d, 'name': SearchDatastore_Task, 'duration_secs': 0.080193} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.068326] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1352.068586] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1352.068840] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1352.069014] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.069226] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1352.069508] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed00de84-2f9c-40b5-9a4e-6cc3ff11bbd9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.095404] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1352.095745] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1352.097302] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-198fa9fd-c51d-4da7-be52-e08aeded316d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.107816] env[62127]: DEBUG oslo_vmware.api [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732871, 'name': PowerOffVM_Task, 'duration_secs': 0.252006} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.108625] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "422eb907-be7f-475f-9e01-cfc5c3997193" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1352.108938] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "422eb907-be7f-475f-9e01-cfc5c3997193" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1352.109260] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1352.109488] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1352.110191] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53bc79de-4c16-4af2-8ca6-54e000dab1d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.113910] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1352.113910] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d148ca-22ce-ef3a-1c73-d3c96e719465" [ 1352.113910] env[62127]: _type = "Task" [ 1352.113910] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.125185] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d148ca-22ce-ef3a-1c73-d3c96e719465, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.174922] env[62127]: DEBUG nova.network.neutron [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Successfully created port: 79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1352.186398] env[62127]: DEBUG nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1352.219019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1352.219019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1352.219182] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Deleting the datastore file [datastore1] fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1352.222902] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f88e1e14-43bb-4f0c-a30f-159d9e57bfc4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.232805] env[62127]: DEBUG oslo_vmware.api [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for the task: (returnval){ [ 1352.232805] env[62127]: value = "task-1732878" [ 1352.232805] env[62127]: _type = "Task" [ 1352.232805] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.243616] env[62127]: DEBUG oslo_vmware.api [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732878, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.244599] env[62127]: DEBUG nova.network.neutron [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1352.267826] env[62127]: DEBUG oslo_vmware.api [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732868, 'name': RemoveSnapshot_Task, 'duration_secs': 0.626007} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.268142] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1352.268738] env[62127]: INFO nova.compute.manager [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Took 18.95 seconds to snapshot the instance on the hypervisor. [ 1352.377272] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615683} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.377527] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f1ffb50c-6d1f-407a-94a2-cd1fd55299f9/f1ffb50c-6d1f-407a-94a2-cd1fd55299f9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1352.377734] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1352.377994] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daeda5c7-8eb6-49cb-8897-c62e0637ee50 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.386403] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1352.386403] env[62127]: value = "task-1732879" [ 1352.386403] env[62127]: _type = "Task" [ 1352.386403] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.402944] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.430041] env[62127]: DEBUG oslo_vmware.api [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Task: {'id': task-1732873, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281676} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.431714] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.431714] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.431714] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.431826] env[62127]: INFO nova.compute.manager [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1352.432368] env[62127]: DEBUG oslo.service.loopingcall [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.432558] env[62127]: DEBUG nova.compute.manager [-] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1352.432643] env[62127]: DEBUG nova.network.neutron [-] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.485439] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732874, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.509052] env[62127]: DEBUG nova.network.neutron [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Updating instance_info_cache with network_info: [{"id": "6bd8d90c-2e94-415e-bb5d-c07202e9dea5", "address": "fa:16:3e:0c:50:95", "network": {"id": "60624784-0e97-4072-999c-7ca4469bf171", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-973952814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76fec005e63646638d8958dec5350cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd8d90c-2e", "ovs_interfaceid": "6bd8d90c-2e94-415e-bb5d-c07202e9dea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.524203] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732875, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.555599] env[62127]: DEBUG oslo_vmware.api [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245995} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.558730] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.558949] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.559169] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.559367] env[62127]: INFO nova.compute.manager [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Took 1.03 seconds to destroy the instance on the hypervisor. [ 1352.559686] env[62127]: DEBUG oslo.service.loopingcall [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.560496] env[62127]: DEBUG nova.compute.manager [-] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1352.560610] env[62127]: DEBUG nova.network.neutron [-] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.628484] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d148ca-22ce-ef3a-1c73-d3c96e719465, 'name': SearchDatastore_Task, 'duration_secs': 0.01192} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.629321] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7c0b614-d206-41e5-9ae8-92abb833741e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.638040] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1352.638040] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522e199b-e47a-8173-78ff-fddf3d59d8cc" [ 1352.638040] env[62127]: _type = "Task" [ 1352.638040] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.648024] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522e199b-e47a-8173-78ff-fddf3d59d8cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.716816] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1352.716816] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360564', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'name': 'volume-41bb0365-965e-446a-aec4-d29044e800ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b557f94-d200-4d69-b97f-a799b5f6b10b', 'attached_at': '', 'detached_at': '', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'serial': '41bb0365-965e-446a-aec4-d29044e800ee'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1352.716816] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd488679-16c9-44cb-a446-b8452cc3ff47 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.753012] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1711c24f-4ffc-41a4-82c5-8ded2d0c0460 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.763187] env[62127]: DEBUG oslo_vmware.api [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Task: {'id': task-1732878, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.302977} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.783564] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1352.783818] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1352.784040] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1352.784210] env[62127]: INFO nova.compute.manager [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1352.784466] env[62127]: DEBUG oslo.service.loopingcall [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1352.784883] env[62127]: DEBUG nova.compute.manager [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Instance disappeared during snapshot {{(pid=62127) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1352.795329] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-41bb0365-965e-446a-aec4-d29044e800ee/volume-41bb0365-965e-446a-aec4-d29044e800ee.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.799637] env[62127]: DEBUG nova.compute.manager [-] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1352.799704] env[62127]: DEBUG nova.network.neutron [-] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1352.805640] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72f1f69-0ad0-45ad-a283-a8acd3656f66 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.822356] env[62127]: DEBUG nova.compute.manager [None req-06d1a863-6c20-4721-b341-16fac2bc2fd0 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image not found during clean up 3b24fca2-1004-43aa-ab76-0dbfe42805d6 {{(pid=62127) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1352.830623] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2edbe7d-234d-4cea-8230-c10beba7dc89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.835628] env[62127]: DEBUG oslo_vmware.api [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Waiting for the task: (returnval){ [ 1352.835628] env[62127]: value = "task-1732880" [ 1352.835628] env[62127]: _type = "Task" [ 1352.835628] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.843597] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2139d0-23eb-4f5c-a12e-4410bff3dcfa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.853488] env[62127]: DEBUG oslo_vmware.api [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732880, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.885823] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d2db093-fbcb-456f-8b7d-01dbd6e90a96 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.897615] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f09232f-0dc5-4a66-88d3-bdb82d57476e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.906924] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118872} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.907826] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1352.908743] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a6202d8-85bf-4527-8030-8c1acaad811e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.922609] env[62127]: DEBUG nova.compute.provider_tree [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1352.945843] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] f1ffb50c-6d1f-407a-94a2-cd1fd55299f9/f1ffb50c-6d1f-407a-94a2-cd1fd55299f9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1352.947378] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-93022204-021a-4706-ba1a-3df65290e557 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.968196] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1352.968196] env[62127]: value = "task-1732881" [ 1352.968196] env[62127]: _type = "Task" [ 1352.968196] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.981467] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732874, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.984826] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732881, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.000749] env[62127]: DEBUG nova.compute.manager [req-9c43eb00-c4ae-4cf9-acf3-2a4882350e5f req-fe701155-818f-45fc-a155-d4628aca9673 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Received event network-vif-deleted-41695f1d-acd0-46ea-ae00-dec44b4523ec {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1353.000985] env[62127]: INFO nova.compute.manager [req-9c43eb00-c4ae-4cf9-acf3-2a4882350e5f req-fe701155-818f-45fc-a155-d4628aca9673 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Neutron deleted interface 41695f1d-acd0-46ea-ae00-dec44b4523ec; detaching it from the instance and deleting it from the info cache [ 1353.001523] env[62127]: DEBUG nova.network.neutron [req-9c43eb00-c4ae-4cf9-acf3-2a4882350e5f req-fe701155-818f-45fc-a155-d4628aca9673 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.010172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Releasing lock "refresh_cache-94ec1ac3-1a01-40c5-8120-1856c35d29a8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.010501] env[62127]: DEBUG nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Instance network_info: |[{"id": "6bd8d90c-2e94-415e-bb5d-c07202e9dea5", "address": "fa:16:3e:0c:50:95", "network": {"id": "60624784-0e97-4072-999c-7ca4469bf171", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-973952814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76fec005e63646638d8958dec5350cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd8d90c-2e", "ovs_interfaceid": "6bd8d90c-2e94-415e-bb5d-c07202e9dea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1353.010884] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:50:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bec903a9-d773-4d7c-a80c-c2533be346fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bd8d90c-2e94-415e-bb5d-c07202e9dea5', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1353.019050] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Creating folder: Project (76fec005e63646638d8958dec5350cd9). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.020112] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6e5ef5f7-7310-47a1-be6c-3894944f021c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.032915] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732875, 'name': CreateSnapshot_Task, 'duration_secs': 0.770167} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.033308] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1353.033980] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e7b1382-8287-4103-84fc-a787fd7563b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.038212] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Created folder: Project (76fec005e63646638d8958dec5350cd9) in parent group-v360450. [ 1353.038555] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Creating folder: Instances. Parent ref: group-v360571. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1353.039017] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcce0765-1e3f-4cf7-9ed4-62acc78e6a44 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.055258] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Created folder: Instances in parent group-v360571. [ 1353.056121] env[62127]: DEBUG oslo.service.loopingcall [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1353.056121] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1353.056121] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b0db67a1-4f31-41b4-87f4-757e6fd947e4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.087075] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1353.087075] env[62127]: value = "task-1732884" [ 1353.087075] env[62127]: _type = "Task" [ 1353.087075] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.094664] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732884, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.148919] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522e199b-e47a-8173-78ff-fddf3d59d8cc, 'name': SearchDatastore_Task, 'duration_secs': 0.027744} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.149119] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1353.149397] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 0276f97e-e204-4b03-bf33-dd991cd0169e/0276f97e-e204-4b03-bf33-dd991cd0169e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1353.149655] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71d467b0-df9a-44d1-96d5-5279d88d7371 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.158412] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1353.158412] env[62127]: value = "task-1732885" [ 1353.158412] env[62127]: _type = "Task" [ 1353.158412] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.168736] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732885, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.198759] env[62127]: DEBUG nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1353.225567] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1353.225860] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1353.226059] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1353.226973] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1353.226973] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1353.227247] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1353.227497] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1353.227664] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1353.227857] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1353.228024] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1353.228201] env[62127]: DEBUG nova.virt.hardware [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1353.229126] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505c9a35-020d-42be-9efe-5dc9026be868 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.239864] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eec0a7a3-46ef-4eba-9f98-ce4830479862 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.324982] env[62127]: DEBUG nova.network.neutron [-] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.348493] env[62127]: DEBUG oslo_vmware.api [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732880, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.372719] env[62127]: DEBUG nova.compute.manager [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Received event network-changed-6bd8d90c-2e94-415e-bb5d-c07202e9dea5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1353.373126] env[62127]: DEBUG nova.compute.manager [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Refreshing instance network info cache due to event network-changed-6bd8d90c-2e94-415e-bb5d-c07202e9dea5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1353.373506] env[62127]: DEBUG oslo_concurrency.lockutils [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] Acquiring lock "refresh_cache-94ec1ac3-1a01-40c5-8120-1856c35d29a8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1353.373786] env[62127]: DEBUG oslo_concurrency.lockutils [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] Acquired lock "refresh_cache-94ec1ac3-1a01-40c5-8120-1856c35d29a8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.374271] env[62127]: DEBUG nova.network.neutron [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Refreshing network info cache for port 6bd8d90c-2e94-415e-bb5d-c07202e9dea5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1353.423077] env[62127]: DEBUG nova.scheduler.client.report [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1353.426640] env[62127]: DEBUG nova.network.neutron [-] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.482710] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732874, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.485969] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.503740] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-919eb093-bd64-463b-8942-8bc64d10d9c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.514673] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da4b875-f41f-4720-9414-efeb622522e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.562794] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1353.563290] env[62127]: DEBUG nova.compute.manager [req-9c43eb00-c4ae-4cf9-acf3-2a4882350e5f req-fe701155-818f-45fc-a155-d4628aca9673 service nova] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Detach interface failed, port_id=41695f1d-acd0-46ea-ae00-dec44b4523ec, reason: Instance c82fd8ca-e2fb-4a55-ad87-6727ea7009ae could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1353.563761] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-76e857d4-ed2e-4de8-9b73-620ec4f7b99d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.573765] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1353.573765] env[62127]: value = "task-1732886" [ 1353.573765] env[62127]: _type = "Task" [ 1353.573765] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.584027] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732886, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.595348] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732884, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.623134] env[62127]: DEBUG nova.network.neutron [-] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.677514] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732885, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.828974] env[62127]: INFO nova.compute.manager [-] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Took 1.40 seconds to deallocate network for instance. [ 1353.857277] env[62127]: DEBUG oslo_vmware.api [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732880, 'name': ReconfigVM_Task, 'duration_secs': 0.919206} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.858657] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-41bb0365-965e-446a-aec4-d29044e800ee/volume-41bb0365-965e-446a-aec4-d29044e800ee.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.864217] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01fa2f0d-1543-4782-b22b-8e1cb9bceebe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.895500] env[62127]: DEBUG oslo_vmware.api [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Waiting for the task: (returnval){ [ 1353.895500] env[62127]: value = "task-1732887" [ 1353.895500] env[62127]: _type = "Task" [ 1353.895500] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.907891] env[62127]: DEBUG oslo_vmware.api [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732887, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.932418] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1353.932418] env[62127]: DEBUG nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1353.934387] env[62127]: INFO nova.compute.manager [-] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Took 1.37 seconds to deallocate network for instance. [ 1353.935102] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.489s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1353.937785] env[62127]: INFO nova.compute.claims [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1353.992335] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732874, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1353.992798] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732881, 'name': ReconfigVM_Task, 'duration_secs': 0.83228} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.995351] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] f1ffb50c-6d1f-407a-94a2-cd1fd55299f9/f1ffb50c-6d1f-407a-94a2-cd1fd55299f9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1353.995351] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f7616cc-bec7-4d9c-8c35-bb0caad705c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.013030] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1354.013030] env[62127]: value = "task-1732888" [ 1354.013030] env[62127]: _type = "Task" [ 1354.013030] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.022606] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732888, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.086530] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732886, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.096232] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732884, 'name': CreateVM_Task, 'duration_secs': 0.74106} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.096232] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1354.097058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.097360] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.097780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1354.098185] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7142ebfa-bf7b-4ff3-9d2e-95ad37f4caa8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.105596] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1354.105596] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a73af2-d6ca-eb5d-ff04-dc3b3d9df849" [ 1354.105596] env[62127]: _type = "Task" [ 1354.105596] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.120407] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a73af2-d6ca-eb5d-ff04-dc3b3d9df849, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.126991] env[62127]: INFO nova.compute.manager [-] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Took 1.33 seconds to deallocate network for instance. [ 1354.130047] env[62127]: DEBUG nova.network.neutron [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Successfully updated port: 79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1354.175158] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732885, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.820998} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.176150] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 0276f97e-e204-4b03-bf33-dd991cd0169e/0276f97e-e204-4b03-bf33-dd991cd0169e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1354.178022] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1354.178022] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bbcc6684-79be-4f09-bc42-a0fe245ccdfc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.186061] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1354.186061] env[62127]: value = "task-1732889" [ 1354.186061] env[62127]: _type = "Task" [ 1354.186061] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.196885] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.231740] env[62127]: DEBUG nova.network.neutron [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Updated VIF entry in instance network info cache for port 6bd8d90c-2e94-415e-bb5d-c07202e9dea5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1354.232017] env[62127]: DEBUG nova.network.neutron [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Updating instance_info_cache with network_info: [{"id": "6bd8d90c-2e94-415e-bb5d-c07202e9dea5", "address": "fa:16:3e:0c:50:95", "network": {"id": "60624784-0e97-4072-999c-7ca4469bf171", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-973952814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "76fec005e63646638d8958dec5350cd9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bec903a9-d773-4d7c-a80c-c2533be346fb", "external-id": "nsx-vlan-transportzone-208", "segmentation_id": 208, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bd8d90c-2e", "ovs_interfaceid": "6bd8d90c-2e94-415e-bb5d-c07202e9dea5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.346969] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.405189] env[62127]: DEBUG oslo_vmware.api [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732887, 'name': ReconfigVM_Task, 'duration_secs': 0.211674} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.405492] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360564', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'name': 'volume-41bb0365-965e-446a-aec4-d29044e800ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b557f94-d200-4d69-b97f-a799b5f6b10b', 'attached_at': '', 'detached_at': '', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'serial': '41bb0365-965e-446a-aec4-d29044e800ee'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1354.436718] env[62127]: DEBUG nova.compute.utils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1354.438261] env[62127]: DEBUG nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1354.438433] env[62127]: DEBUG nova.network.neutron [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1354.449751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.487883] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732874, 'name': CloneVM_Task, 'duration_secs': 2.405413} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.489194] env[62127]: DEBUG nova.policy [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '97e12bc05a904b58ba44f0be01105037', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ef3fbf6d6919477982a743b707fde32f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1354.490523] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Created linked-clone VM from snapshot [ 1354.491294] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77f914a-5ba8-4949-bb5c-ac1c22aa45f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.499093] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Uploading image 25678f20-2a63-4b31-8029-673ad2b78569 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1354.521207] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732888, 'name': Rename_Task, 'duration_secs': 0.189446} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.521555] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1354.521773] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e8c0a37-e14c-41a9-8db4-5c73ad715bf2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.525018] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1354.525018] env[62127]: value = "vm-360569" [ 1354.525018] env[62127]: _type = "VirtualMachine" [ 1354.525018] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1354.525267] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-79b6fb05-66ae-429e-b595-f7a86ca73e66 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.534940] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1354.534940] env[62127]: value = "task-1732890" [ 1354.534940] env[62127]: _type = "Task" [ 1354.534940] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.536211] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lease: (returnval){ [ 1354.536211] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b47ec8-1dd1-8050-44fa-5a9253c03ca8" [ 1354.536211] env[62127]: _type = "HttpNfcLease" [ 1354.536211] env[62127]: } obtained for exporting VM: (result){ [ 1354.536211] env[62127]: value = "vm-360569" [ 1354.536211] env[62127]: _type = "VirtualMachine" [ 1354.536211] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1354.536448] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the lease: (returnval){ [ 1354.536448] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b47ec8-1dd1-8050-44fa-5a9253c03ca8" [ 1354.536448] env[62127]: _type = "HttpNfcLease" [ 1354.536448] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1354.549822] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732890, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.551315] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1354.551315] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b47ec8-1dd1-8050-44fa-5a9253c03ca8" [ 1354.551315] env[62127]: _type = "HttpNfcLease" [ 1354.551315] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1354.551570] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1354.551570] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b47ec8-1dd1-8050-44fa-5a9253c03ca8" [ 1354.551570] env[62127]: _type = "HttpNfcLease" [ 1354.551570] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1354.552334] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2995b8-5a55-4ffb-9f20-0512cb7bdf72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.561059] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8cc4d-1d9e-5b70-0e65-cd60cfda1a84/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1354.561059] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8cc4d-1d9e-5b70-0e65-cd60cfda1a84/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1354.632164] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732886, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.635980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.636139] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.636274] env[62127]: DEBUG nova.network.neutron [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1354.637417] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a73af2-d6ca-eb5d-ff04-dc3b3d9df849, 'name': SearchDatastore_Task, 'duration_secs': 0.015315} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.638219] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1354.638502] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.638849] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1354.638917] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1354.639096] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1354.639233] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1354.639685] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-23b7974a-dfae-42c7-b926-5abbf98d95cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.649566] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1354.649760] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1354.650828] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-773656a4-fa5d-4bcc-9ff1-2b22cc6eda68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.656586] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ad93c447-aa8e-4df0-8456-601f1b002cf9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.660795] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1354.660795] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525accec-03c3-95a1-a91a-c636fd3bb1b2" [ 1354.660795] env[62127]: _type = "Task" [ 1354.660795] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.671232] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525accec-03c3-95a1-a91a-c636fd3bb1b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.697681] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18342} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1354.697958] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1354.698739] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-507fe4ad-dd79-40cb-b5bb-6a7fa7a5129c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.722476] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] 0276f97e-e204-4b03-bf33-dd991cd0169e/0276f97e-e204-4b03-bf33-dd991cd0169e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1354.723070] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1767967-0047-480a-8f14-5ee44fc4c95c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.738420] env[62127]: DEBUG oslo_concurrency.lockutils [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] Releasing lock "refresh_cache-94ec1ac3-1a01-40c5-8120-1856c35d29a8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1354.738749] env[62127]: DEBUG nova.compute.manager [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Received event network-vif-deleted-2ca3c1e0-5893-4735-9897-296e5763b182 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1354.739026] env[62127]: INFO nova.compute.manager [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Neutron deleted interface 2ca3c1e0-5893-4735-9897-296e5763b182; detaching it from the instance and deleting it from the info cache [ 1354.739229] env[62127]: DEBUG nova.network.neutron [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.750232] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1354.750232] env[62127]: value = "task-1732892" [ 1354.750232] env[62127]: _type = "Task" [ 1354.750232] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.758998] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.759884] env[62127]: DEBUG nova.network.neutron [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Successfully created port: 43aa0930-f99c-4191-a9d3-1c23b2634262 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1354.941776] env[62127]: DEBUG nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1355.049187] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732890, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.083356] env[62127]: DEBUG nova.compute.manager [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Received event network-vif-deleted-40ca9ff5-c834-4067-a103-0ab26ce1466b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.084174] env[62127]: DEBUG nova.compute.manager [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Received event network-vif-plugged-79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.084174] env[62127]: DEBUG oslo_concurrency.lockutils [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] Acquiring lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1355.084545] env[62127]: DEBUG oslo_concurrency.lockutils [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1355.084900] env[62127]: DEBUG oslo_concurrency.lockutils [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.085205] env[62127]: DEBUG nova.compute.manager [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] No waiting events found dispatching network-vif-plugged-79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1355.085423] env[62127]: WARNING nova.compute.manager [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Received unexpected event network-vif-plugged-79194ea9-6691-4518-b407-1135f3a0e58e for instance with vm_state building and task_state spawning. [ 1355.086211] env[62127]: DEBUG nova.compute.manager [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Received event network-changed-79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1355.086211] env[62127]: DEBUG nova.compute.manager [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Refreshing instance network info cache due to event network-changed-79194ea9-6691-4518-b407-1135f3a0e58e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1355.086211] env[62127]: DEBUG oslo_concurrency.lockutils [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] Acquiring lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1355.131102] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732886, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.179569] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525accec-03c3-95a1-a91a-c636fd3bb1b2, 'name': SearchDatastore_Task, 'duration_secs': 0.010986} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.183677] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81bee6dd-7f26-41d0-9761-3dc138edd131 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.190790] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1355.190790] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c5c2a3-f622-cf51-f2e3-603be0940c31" [ 1355.190790] env[62127]: _type = "Task" [ 1355.190790] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.200745] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c5c2a3-f622-cf51-f2e3-603be0940c31, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.204290] env[62127]: DEBUG nova.network.neutron [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.245528] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-edae8326-8422-45fe-98da-b49326075965 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.265417] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8af370-6e7e-42a0-a9ed-29474446bcdd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.286159] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732892, 'name': ReconfigVM_Task, 'duration_secs': 0.376362} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.287762] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] 0276f97e-e204-4b03-bf33-dd991cd0169e/0276f97e-e204-4b03-bf33-dd991cd0169e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1355.288352] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b46348f-8e7d-4d3b-abbd-a4f4ad0eac1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.303254] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1355.303254] env[62127]: value = "task-1732893" [ 1355.303254] env[62127]: _type = "Task" [ 1355.303254] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.326548] env[62127]: DEBUG nova.compute.manager [req-5a613b3c-c97b-4681-850b-ccd629e0893a req-3d5e14ae-8272-4b36-8226-598dcc01c490 service nova] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Detach interface failed, port_id=2ca3c1e0-5893-4735-9897-296e5763b182, reason: Instance f92d2e93-49ac-4bf3-958c-a4bb1bf5e211 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1355.344112] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732893, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.442839] env[62127]: DEBUG nova.network.neutron [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.456714] env[62127]: DEBUG nova.objects.instance [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lazy-loading 'flavor' on Instance uuid 8b557f94-d200-4d69-b97f-a799b5f6b10b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.549159] env[62127]: DEBUG oslo_vmware.api [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732890, 'name': PowerOnVM_Task, 'duration_secs': 0.857754} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.552489] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1355.553091] env[62127]: INFO nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Took 10.23 seconds to spawn the instance on the hypervisor. [ 1355.553091] env[62127]: DEBUG nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1355.554158] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e72e2a2-3a43-465a-beb2-bf385a040bb3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.580952] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c0f6f2d-7020-4e15-a779-75d553305f84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.590202] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1035b9-f9a3-4978-8b1a-27cf70a65934 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.627105] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d899c9ef-8aed-4dab-819f-85d1e97b8088 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.638417] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732886, 'name': CloneVM_Task, 'duration_secs': 1.819777} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.639070] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Created linked-clone VM from snapshot [ 1355.640445] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca84e65d-6088-4058-a9d0-f3b2bdf9c0f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.645206] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4eea2e-e225-445c-af69-d5e9ffa3639d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.661329] env[62127]: DEBUG nova.compute.provider_tree [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1355.666393] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Uploading image ba4b4a88-4d20-490a-a8d5-c400051b46e5 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1355.689862] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1355.689862] env[62127]: value = "vm-360574" [ 1355.689862] env[62127]: _type = "VirtualMachine" [ 1355.689862] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1355.690169] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5cb3e4ff-f2fb-465b-a532-21da828b2e71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.703042] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c5c2a3-f622-cf51-f2e3-603be0940c31, 'name': SearchDatastore_Task, 'duration_secs': 0.012015} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.704566] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.705042] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 94ec1ac3-1a01-40c5-8120-1856c35d29a8/94ec1ac3-1a01-40c5-8120-1856c35d29a8.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1355.705787] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lease: (returnval){ [ 1355.705787] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52375d16-51ae-f002-4232-8d5d549d3595" [ 1355.705787] env[62127]: _type = "HttpNfcLease" [ 1355.705787] env[62127]: } obtained for exporting VM: (result){ [ 1355.705787] env[62127]: value = "vm-360574" [ 1355.705787] env[62127]: _type = "VirtualMachine" [ 1355.705787] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1355.706221] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the lease: (returnval){ [ 1355.706221] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52375d16-51ae-f002-4232-8d5d549d3595" [ 1355.706221] env[62127]: _type = "HttpNfcLease" [ 1355.706221] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1355.706371] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6e0947c8-3940-4c4d-8f7e-439b82147844 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.716990] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.716990] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52375d16-51ae-f002-4232-8d5d549d3595" [ 1355.716990] env[62127]: _type = "HttpNfcLease" [ 1355.716990] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1355.719022] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1355.719022] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52375d16-51ae-f002-4232-8d5d549d3595" [ 1355.719022] env[62127]: _type = "HttpNfcLease" [ 1355.719022] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1355.719022] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1355.719022] env[62127]: value = "task-1732895" [ 1355.719022] env[62127]: _type = "Task" [ 1355.719022] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.719686] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62cf13b9-e28f-41ef-a929-f459ffd0ebe9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.730987] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633815-e0e0-37f8-5398-50ee2a751a0c/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1355.731289] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633815-e0e0-37f8-5398-50ee2a751a0c/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1355.735581] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732895, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.839195] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-36699657-ba70-4253-9869-7df78bb2ac88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.841331] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732893, 'name': Rename_Task, 'duration_secs': 0.232621} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.842077] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1355.842540] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-269f5c86-f50c-4b42-8602-75e248aab0b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.851229] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1355.851229] env[62127]: value = "task-1732896" [ 1355.851229] env[62127]: _type = "Task" [ 1355.851229] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1355.863885] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.947691] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1355.948142] env[62127]: DEBUG nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Instance network_info: |[{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1355.948639] env[62127]: DEBUG oslo_concurrency.lockutils [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] Acquired lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.949236] env[62127]: DEBUG nova.network.neutron [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Refreshing network info cache for port 79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1355.950934] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:7f:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79194ea9-6691-4518-b407-1135f3a0e58e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1355.962435] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating folder: Project (acfc80ac2c3e4cdb98c66119f461287f). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.966651] env[62127]: DEBUG nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1355.970457] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adfe363a-13ef-408a-9b19-2ae16f9757b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.974213] env[62127]: DEBUG oslo_concurrency.lockutils [None req-800d1dd4-4577-4530-9779-4632c0292307 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.908s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1355.994712] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Created folder: Project (acfc80ac2c3e4cdb98c66119f461287f) in parent group-v360450. [ 1355.995431] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating folder: Instances. Parent ref: group-v360575. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1355.996661] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90123b3b-06f5-488e-a9ae-c2753e71cfc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.013153] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Created folder: Instances in parent group-v360575. [ 1356.013409] env[62127]: DEBUG oslo.service.loopingcall [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1356.013613] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1356.013824] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d588c5-3306-4c4c-8b38-0589674e2976 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.044111] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1356.044111] env[62127]: value = "task-1732899" [ 1356.044111] env[62127]: _type = "Task" [ 1356.044111] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.057050] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732899, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.083061] env[62127]: INFO nova.compute.manager [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Took 47.08 seconds to build instance. [ 1356.113398] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1356.114491] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1356.115062] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1356.115965] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1356.116272] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1356.116571] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1356.117761] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1356.117761] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1356.118170] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1356.119017] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1356.120241] env[62127]: DEBUG nova.virt.hardware [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1356.123108] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f7d5f4a-0a10-4d13-a9f7-a48741f0061f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.143120] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9963c4-3711-4975-b320-8b6e06915cdc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.170505] env[62127]: DEBUG nova.scheduler.client.report [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1356.245483] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732895, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.364716] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732896, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.557539] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732899, 'name': CreateVM_Task, 'duration_secs': 0.510587} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.557839] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1356.558977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1356.559200] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.559930] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1356.560276] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381e763f-3c72-4ce1-92f1-d032a6330782 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.567664] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1356.567664] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5202a34b-20a0-4368-9cbb-ae4edd9781fb" [ 1356.567664] env[62127]: _type = "Task" [ 1356.567664] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.578187] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5202a34b-20a0-4368-9cbb-ae4edd9781fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.586224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d37b52c-d5e8-4d10-913e-e398980c751b tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.387s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.678363] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1356.679158] env[62127]: DEBUG nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1356.686919] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.606s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1356.689669] env[62127]: INFO nova.compute.claims [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.744896] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732895, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546387} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.745363] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 94ec1ac3-1a01-40c5-8120-1856c35d29a8/94ec1ac3-1a01-40c5-8120-1856c35d29a8.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1356.745690] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1356.746098] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0f30a99d-3786-4f28-8cf8-53ff840db053 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.759706] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1356.759706] env[62127]: value = "task-1732900" [ 1356.759706] env[62127]: _type = "Task" [ 1356.759706] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.771399] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.863645] env[62127]: DEBUG oslo_vmware.api [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1732896, 'name': PowerOnVM_Task, 'duration_secs': 0.815799} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.864024] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1356.864330] env[62127]: INFO nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Took 8.93 seconds to spawn the instance on the hypervisor. [ 1356.864570] env[62127]: DEBUG nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1356.865601] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b29692-37d0-407f-bc70-185fc47357ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.038104] env[62127]: DEBUG nova.network.neutron [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updated VIF entry in instance network info cache for port 79194ea9-6691-4518-b407-1135f3a0e58e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1357.040605] env[62127]: DEBUG nova.network.neutron [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1357.066363] env[62127]: DEBUG nova.network.neutron [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Successfully updated port: 43aa0930-f99c-4191-a9d3-1c23b2634262 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1357.084174] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5202a34b-20a0-4368-9cbb-ae4edd9781fb, 'name': SearchDatastore_Task, 'duration_secs': 0.020837} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.084314] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.084571] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1357.084793] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.084950] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.085154] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1357.085470] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0f900804-9fc8-4e24-b8e0-6fced1cc4fc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.089243] env[62127]: DEBUG nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1357.103140] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1357.103402] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1357.104412] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e27dfb-01ab-49ef-8bcd-85092003160b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.117844] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1357.117844] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522ea48d-722a-9174-f0f0-5ac0a82846c9" [ 1357.117844] env[62127]: _type = "Task" [ 1357.117844] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.132318] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522ea48d-722a-9174-f0f0-5ac0a82846c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.196062] env[62127]: DEBUG nova.compute.utils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1357.200414] env[62127]: DEBUG nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1357.200800] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1357.272349] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732900, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.274161] env[62127]: DEBUG nova.policy [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '37845ae7ff7544a3915e26ec477137e7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '607a66a24edf477e84f2710f35745300', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1357.378425] env[62127]: DEBUG nova.compute.manager [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Received event network-vif-plugged-43aa0930-f99c-4191-a9d3-1c23b2634262 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1357.378715] env[62127]: DEBUG oslo_concurrency.lockutils [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] Acquiring lock "78200f24-2501-4d62-8c1a-1f3ef90c0465-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.379017] env[62127]: DEBUG oslo_concurrency.lockutils [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.379493] env[62127]: DEBUG oslo_concurrency.lockutils [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.379681] env[62127]: DEBUG nova.compute.manager [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] No waiting events found dispatching network-vif-plugged-43aa0930-f99c-4191-a9d3-1c23b2634262 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1357.379866] env[62127]: WARNING nova.compute.manager [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Received unexpected event network-vif-plugged-43aa0930-f99c-4191-a9d3-1c23b2634262 for instance with vm_state building and task_state spawning. [ 1357.380016] env[62127]: DEBUG nova.compute.manager [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Received event network-changed-43aa0930-f99c-4191-a9d3-1c23b2634262 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1357.380186] env[62127]: DEBUG nova.compute.manager [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Refreshing instance network info cache due to event network-changed-43aa0930-f99c-4191-a9d3-1c23b2634262. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1357.380373] env[62127]: DEBUG oslo_concurrency.lockutils [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] Acquiring lock "refresh_cache-78200f24-2501-4d62-8c1a-1f3ef90c0465" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.380509] env[62127]: DEBUG oslo_concurrency.lockutils [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] Acquired lock "refresh_cache-78200f24-2501-4d62-8c1a-1f3ef90c0465" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.380664] env[62127]: DEBUG nova.network.neutron [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Refreshing network info cache for port 43aa0930-f99c-4191-a9d3-1c23b2634262 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1357.391419] env[62127]: INFO nova.compute.manager [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Took 43.14 seconds to build instance. [ 1357.490868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Acquiring lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.491178] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1357.548502] env[62127]: DEBUG oslo_concurrency.lockutils [req-5724d87a-27bf-472b-b327-744dba145b40 req-131e68b8-073f-4f27-9607-f2b9ab8fc123 service nova] Releasing lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1357.568219] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "refresh_cache-78200f24-2501-4d62-8c1a-1f3ef90c0465" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1357.582259] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Successfully created port: c38195f6-6da5-4f4d-b51d-810fbccd702f {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.614130] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1357.629411] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522ea48d-722a-9174-f0f0-5ac0a82846c9, 'name': SearchDatastore_Task, 'duration_secs': 0.020836} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.630813] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fab4ea6-6143-4517-b6e4-42d4d020ea1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.637969] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1357.637969] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5288198a-24af-7f70-f8dd-54e3b8dab3f4" [ 1357.637969] env[62127]: _type = "Task" [ 1357.637969] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.647687] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5288198a-24af-7f70-f8dd-54e3b8dab3f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.699039] env[62127]: DEBUG nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1357.772311] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732900, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.858697} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.775361] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1357.776618] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d42a2e6a-b7ec-45d4-b1aa-9d97b18d02b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.803839] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 94ec1ac3-1a01-40c5-8120-1856c35d29a8/94ec1ac3-1a01-40c5-8120-1856c35d29a8.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1357.807602] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f91a26d4-30ca-4ad8-a404-f197bb24cf6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.831987] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1357.831987] env[62127]: value = "task-1732901" [ 1357.831987] env[62127]: _type = "Task" [ 1357.831987] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.845886] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732901, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.894205] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4736566c-c0b0-41dc-97fb-47ba5f0729fb tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.492s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1357.900385] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Successfully created port: ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1357.953659] env[62127]: DEBUG nova.network.neutron [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.994622] env[62127]: INFO nova.compute.manager [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Detaching volume 41bb0365-965e-446a-aec4-d29044e800ee [ 1358.043852] env[62127]: INFO nova.virt.block_device [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Attempting to driver detach volume 41bb0365-965e-446a-aec4-d29044e800ee from mountpoint /dev/sdb [ 1358.044297] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1358.044372] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360564', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'name': 'volume-41bb0365-965e-446a-aec4-d29044e800ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b557f94-d200-4d69-b97f-a799b5f6b10b', 'attached_at': '', 'detached_at': '', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'serial': '41bb0365-965e-446a-aec4-d29044e800ee'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1358.045577] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006c5757-ad83-4688-add4-75b0c3323fa3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.056039] env[62127]: DEBUG nova.network.neutron [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.087038] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b137e141-18ec-4ed2-9ab9-3008ece0cbdc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.097565] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02feb7b7-c9cb-45c4-94de-872d35103cf8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.126426] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4106f088-c602-4c21-a235-7bbde2a60d79 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.144639] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] The volume has not been displaced from its original location: [datastore1] volume-41bb0365-965e-446a-aec4-d29044e800ee/volume-41bb0365-965e-446a-aec4-d29044e800ee.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1358.150546] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Reconfiguring VM instance instance-0000000b to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1358.157284] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b04ccf8-6029-43f3-92f7-162308a97cb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.180922] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5288198a-24af-7f70-f8dd-54e3b8dab3f4, 'name': SearchDatastore_Task, 'duration_secs': 0.024267} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.182773] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.183123] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2e1334d2-24e1-4d03-8198-02baa1e6e693/2e1334d2-24e1-4d03-8198-02baa1e6e693.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1358.183546] env[62127]: DEBUG oslo_vmware.api [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Waiting for the task: (returnval){ [ 1358.183546] env[62127]: value = "task-1732902" [ 1358.183546] env[62127]: _type = "Task" [ 1358.183546] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.183810] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d440c0e3-714b-43b3-ae4e-9710c565638b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.201065] env[62127]: DEBUG oslo_vmware.api [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732902, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.203232] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1358.203232] env[62127]: value = "task-1732903" [ 1358.203232] env[62127]: _type = "Task" [ 1358.203232] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.227319] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.346662] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732901, 'name': ReconfigVM_Task, 'duration_secs': 0.446164} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.346952] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 94ec1ac3-1a01-40c5-8120-1856c35d29a8/94ec1ac3-1a01-40c5-8120-1856c35d29a8.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1358.348498] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c9c5f7c-786c-4182-8609-0b3a96e2f16b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.360457] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1358.360457] env[62127]: value = "task-1732904" [ 1358.360457] env[62127]: _type = "Task" [ 1358.360457] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.372610] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732904, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.388465] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acdb5707-44a6-4f07-8c2b-2469a525982c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.398121] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a763d7-bf3b-440a-941a-248973d78ee1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.437235] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845b3c4d-fb5e-4523-bec9-b3c7f767ac9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.446744] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9d2002-3bfa-425b-b689-df8d34dbe8eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.463239] env[62127]: DEBUG nova.compute.provider_tree [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1358.559807] env[62127]: DEBUG oslo_concurrency.lockutils [req-66de1391-b1d5-463c-b2b4-c0395e83bac9 req-680f50fa-7a73-47d5-9077-566fe6cc401c service nova] Releasing lock "refresh_cache-78200f24-2501-4d62-8c1a-1f3ef90c0465" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1358.560254] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired lock "refresh_cache-78200f24-2501-4d62-8c1a-1f3ef90c0465" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.560564] env[62127]: DEBUG nova.network.neutron [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1358.698801] env[62127]: DEBUG oslo_vmware.api [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732902, 'name': ReconfigVM_Task, 'duration_secs': 0.297874} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.699091] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Reconfigured VM instance instance-0000000b to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1358.704916] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-679095e0-68f8-4a90-b7be-c76d0da2c763 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.719052] env[62127]: DEBUG nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1358.731038] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732903, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.733241] env[62127]: DEBUG oslo_vmware.api [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Waiting for the task: (returnval){ [ 1358.733241] env[62127]: value = "task-1732905" [ 1358.733241] env[62127]: _type = "Task" [ 1358.733241] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.744298] env[62127]: DEBUG oslo_vmware.api [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732905, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.873589] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732904, 'name': Rename_Task, 'duration_secs': 0.219283} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1358.873899] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1358.874276] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a3c521f-14f1-4a6f-a4ca-d21af92ea8e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1358.883214] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1358.883214] env[62127]: value = "task-1732906" [ 1358.883214] env[62127]: _type = "Task" [ 1358.883214] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1358.893554] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732906, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1358.966996] env[62127]: DEBUG nova.scheduler.client.report [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1359.097328] env[62127]: DEBUG nova.network.neutron [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1359.218430] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581765} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.218708] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2e1334d2-24e1-4d03-8198-02baa1e6e693/2e1334d2-24e1-4d03-8198-02baa1e6e693.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1359.218905] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1359.219194] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d87fbd27-69d7-490d-b736-bc66ade79d32 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.228289] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1359.228289] env[62127]: value = "task-1732907" [ 1359.228289] env[62127]: _type = "Task" [ 1359.228289] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.240055] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.246289] env[62127]: DEBUG oslo_vmware.api [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Task: {'id': task-1732905, 'name': ReconfigVM_Task, 'duration_secs': 0.184525} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.246592] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360564', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'name': 'volume-41bb0365-965e-446a-aec4-d29044e800ee', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8b557f94-d200-4d69-b97f-a799b5f6b10b', 'attached_at': '', 'detached_at': '', 'volume_id': '41bb0365-965e-446a-aec4-d29044e800ee', 'serial': '41bb0365-965e-446a-aec4-d29044e800ee'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1359.249629] env[62127]: DEBUG nova.network.neutron [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Updating instance_info_cache with network_info: [{"id": "43aa0930-f99c-4191-a9d3-1c23b2634262", "address": "fa:16:3e:bd:ce:d9", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aa0930-f9", "ovs_interfaceid": "43aa0930-f99c-4191-a9d3-1c23b2634262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.395757] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732906, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.473101] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1359.473597] env[62127]: DEBUG nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1359.478090] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.597s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1359.479974] env[62127]: INFO nova.compute.claims [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1359.567459] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Successfully updated port: c38195f6-6da5-4f4d-b51d-810fbccd702f {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1359.741328] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08067} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.741687] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1359.742578] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f82eb1d6-74f5-45ac-a83a-fa48038affbf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.759058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Releasing lock "refresh_cache-78200f24-2501-4d62-8c1a-1f3ef90c0465" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1359.759058] env[62127]: DEBUG nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Instance network_info: |[{"id": "43aa0930-f99c-4191-a9d3-1c23b2634262", "address": "fa:16:3e:bd:ce:d9", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.139", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43aa0930-f9", "ovs_interfaceid": "43aa0930-f99c-4191-a9d3-1c23b2634262", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1359.768823] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2e1334d2-24e1-4d03-8198-02baa1e6e693/2e1334d2-24e1-4d03-8198-02baa1e6e693.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1359.769228] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:ce:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43aa0930-f99c-4191-a9d3-1c23b2634262', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1359.777126] env[62127]: DEBUG oslo.service.loopingcall [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1359.777370] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aad4d507-00e4-4224-adc3-33ff909dd8b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.792486] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1359.792755] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb22c5cb-1feb-4e57-97d9-7e4ab528617c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.810374] env[62127]: DEBUG nova.objects.instance [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lazy-loading 'flavor' on Instance uuid 8b557f94-d200-4d69-b97f-a799b5f6b10b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.815955] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1359.815955] env[62127]: value = "task-1732908" [ 1359.815955] env[62127]: _type = "Task" [ 1359.815955] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.820538] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1359.820538] env[62127]: value = "task-1732909" [ 1359.820538] env[62127]: _type = "Task" [ 1359.820538] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1359.827760] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732908, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.838883] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732909, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1359.897184] env[62127]: DEBUG oslo_vmware.api [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732906, 'name': PowerOnVM_Task, 'duration_secs': 0.648742} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1359.897505] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1359.897718] env[62127]: INFO nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Took 9.33 seconds to spawn the instance on the hypervisor. [ 1359.897904] env[62127]: DEBUG nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1359.898785] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f367d0c-0f2f-4fab-9b2d-78daae86481a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.985531] env[62127]: DEBUG nova.compute.utils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1359.989503] env[62127]: DEBUG nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1359.989754] env[62127]: DEBUG nova.network.neutron [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1360.053384] env[62127]: DEBUG nova.policy [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56ce25626d3b427ab570b071944b332a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5174a3740b0545d2bdbe1127ce4cd9dd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1360.330057] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732908, 'name': ReconfigVM_Task, 'duration_secs': 0.513325} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.331274] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2e1334d2-24e1-4d03-8198-02baa1e6e693/2e1334d2-24e1-4d03-8198-02baa1e6e693.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1360.332745] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a83a81b2-f93a-4dec-b48e-c2d2c2dd1492 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.338971] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732909, 'name': CreateVM_Task, 'duration_secs': 0.483757} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.339876] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.340415] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.340590] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.340915] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1360.341559] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17678d87-05b0-452d-b301-63d361191181 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.346498] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1360.346498] env[62127]: value = "task-1732910" [ 1360.346498] env[62127]: _type = "Task" [ 1360.346498] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.347955] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1360.347955] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52128e4c-641d-9b27-6c0c-272962dd63f3" [ 1360.347955] env[62127]: _type = "Task" [ 1360.347955] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.361018] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52128e4c-641d-9b27-6c0c-272962dd63f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.363998] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732910, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.419876] env[62127]: INFO nova.compute.manager [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Took 40.30 seconds to build instance. [ 1360.490966] env[62127]: DEBUG nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1360.580273] env[62127]: DEBUG nova.network.neutron [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Successfully created port: 74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1360.827183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27849502-4039-43e5-a75e-d3fba8d485d4 tempest-VolumesAssistedSnapshotsTest-1315045735 tempest-VolumesAssistedSnapshotsTest-1315045735-project-admin] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.336s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.867409] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732910, 'name': Rename_Task, 'duration_secs': 0.212256} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.867706] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52128e4c-641d-9b27-6c0c-272962dd63f3, 'name': SearchDatastore_Task, 'duration_secs': 0.014947} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.867904] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1360.868233] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1360.868456] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1360.868679] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1360.868820] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.868992] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1360.869277] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-908ce15f-5829-4936-91ff-ce5175fb5b43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.870908] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec1cf2d-7ed8-48ad-88a4-d650ffd47251 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.881178] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1360.881178] env[62127]: value = "task-1732911" [ 1360.881178] env[62127]: _type = "Task" [ 1360.881178] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.888048] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1360.888048] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1360.888714] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96d80f17-2505-48ef-8410-f90626f10168 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.894262] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732911, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.897954] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1360.897954] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521567a0-3b8f-964b-3440-39e998b9250f" [ 1360.897954] env[62127]: _type = "Task" [ 1360.897954] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.907375] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521567a0-3b8f-964b-3440-39e998b9250f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.920655] env[62127]: DEBUG oslo_concurrency.lockutils [None req-928e1404-af60-4e99-b54c-483c7f589c6e tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.621s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1360.979460] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097747af-a8db-41fc-8cd9-9433b6f8751a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.988390] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3725e7f3-075c-45e7-91d6-5476d1b2fe3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.021434] env[62127]: INFO nova.virt.block_device [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Booting with volume 78efef75-b933-486c-908e-af679048ab6d at /dev/sda [ 1361.025048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405bef8c-d8db-4314-ad7f-811de8de87fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.035670] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1024c-4b3a-4133-9170-96fbfe0bb882 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.052446] env[62127]: DEBUG nova.compute.provider_tree [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.063663] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ec8a36f-9e3d-4c0b-b7c3-575ee8ba50f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.076039] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a365955-7910-4089-a650-ca4bc1180d12 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.120670] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b6572b3f-f8b3-400c-bac7-a08930ff56af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.132070] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1dbc61-f5a4-42ba-951c-e5d4cad8271a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.176056] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7808b0b4-ba76-42da-988f-70cd87a3c73e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.185672] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927ebe95-791f-4440-9548-8acbd21f6d62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.206127] env[62127]: DEBUG nova.virt.block_device [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Updating existing volume attachment record: 343a26cf-8d33-4a84-8eb5-d4fdde205668 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1361.393287] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732911, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.409084] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521567a0-3b8f-964b-3440-39e998b9250f, 'name': SearchDatastore_Task, 'duration_secs': 0.015569} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.409970] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6a08fc6-c327-4615-ae38-4fc1d278e3fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.417265] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1361.417265] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524cf4bf-b059-5444-e6a9-9ca2bad404f9" [ 1361.417265] env[62127]: _type = "Task" [ 1361.417265] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.426195] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524cf4bf-b059-5444-e6a9-9ca2bad404f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.581321] env[62127]: ERROR nova.scheduler.client.report [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [req-6bfb7a13-3170-4c76-b010-4b18f34cbdf2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6bfb7a13-3170-4c76-b010-4b18f34cbdf2"}]} [ 1361.605494] env[62127]: DEBUG nova.scheduler.client.report [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1361.621722] env[62127]: DEBUG nova.scheduler.client.report [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1361.621997] env[62127]: DEBUG nova.compute.provider_tree [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1361.637048] env[62127]: DEBUG nova.scheduler.client.report [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1361.656986] env[62127]: DEBUG nova.scheduler.client.report [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1361.864169] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Successfully updated port: ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1361.897075] env[62127]: DEBUG oslo_vmware.api [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1732911, 'name': PowerOnVM_Task, 'duration_secs': 0.749238} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.899796] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1361.900088] env[62127]: INFO nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Took 8.70 seconds to spawn the instance on the hypervisor. [ 1361.900284] env[62127]: DEBUG nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1361.901642] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3af0c3d-be61-4491-9cb8-19c29398d9b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.928103] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524cf4bf-b059-5444-e6a9-9ca2bad404f9, 'name': SearchDatastore_Task, 'duration_secs': 0.015009} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.931158] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1361.931445] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 78200f24-2501-4d62-8c1a-1f3ef90c0465/78200f24-2501-4d62-8c1a-1f3ef90c0465.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1361.931932] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-366d5fc8-ba4d-44c4-8fe3-7e89b9381ff2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.941705] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1361.941705] env[62127]: value = "task-1732912" [ 1361.941705] env[62127]: _type = "Task" [ 1361.941705] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.956104] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732912, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.135519] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720ac398-f77e-49d6-b02a-fcf796599f04 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.145043] env[62127]: DEBUG nova.network.neutron [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Successfully updated port: 74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1362.147260] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1e1befc-fd8b-4ae9-bdef-99bd567d6d72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.182195] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a0e680-d76f-4944-9214-044ebc38e045 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.193536] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21895854-fd40-4fd9-81c6-188217cc0329 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.210669] env[62127]: DEBUG nova.compute.provider_tree [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.368044] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.368339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.368542] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.423289] env[62127]: INFO nova.compute.manager [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Took 37.70 seconds to build instance. [ 1362.456463] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732912, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.652140] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Acquiring lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1362.652418] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Acquired lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.652690] env[62127]: DEBUG nova.network.neutron [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1362.745051] env[62127]: DEBUG nova.scheduler.client.report [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1362.745511] env[62127]: DEBUG nova.compute.provider_tree [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 57 to 58 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1362.745742] env[62127]: DEBUG nova.compute.provider_tree [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1362.905635] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1362.925679] env[62127]: DEBUG oslo_concurrency.lockutils [None req-210e20c0-020f-4727-bbe2-88a802e20459 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.681s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1362.958472] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732912, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.675229} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.958767] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 78200f24-2501-4d62-8c1a-1f3ef90c0465/78200f24-2501-4d62-8c1a-1f3ef90c0465.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1362.958982] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1362.959300] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d4b0ab9-a229-402a-a630-8fd0bc8df2ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.969869] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1362.969869] env[62127]: value = "task-1732913" [ 1362.969869] env[62127]: _type = "Task" [ 1362.969869] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.980860] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732913, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.205009] env[62127]: DEBUG nova.network.neutron [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1363.251990] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.774s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1363.252722] env[62127]: DEBUG nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1363.255725] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.926s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1363.257280] env[62127]: INFO nova.compute.claims [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.304842] env[62127]: DEBUG nova.network.neutron [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Updating instance_info_cache with network_info: [{"id": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "address": "fa:16:3e:af:0f:14", "network": {"id": "cb26f3d8-728d-4a5b-a299-02c7c7b6cac6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1287355592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38195f6-6d", "ovs_interfaceid": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "address": "fa:16:3e:ba:97:f4", "network": {"id": "0e2571f8-ff34-4bec-bfa0-60a94fbbcaab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1412508961", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef78a5f9-28", "ovs_interfaceid": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.308765] env[62127]: DEBUG nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1363.309325] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1363.309556] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1363.309728] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1363.309924] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1363.310097] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1363.310253] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1363.310494] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1363.310656] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1363.310858] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1363.311034] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1363.311197] env[62127]: DEBUG nova.virt.hardware [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1363.315138] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71998225-3ba6-43e4-a806-fca1c1ca919a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.325860] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a39e06a-d2e8-4eb4-a455-e7b6cb4da59f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.394756] env[62127]: DEBUG nova.network.neutron [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Updating instance_info_cache with network_info: [{"id": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "address": "fa:16:3e:b8:de:70", "network": {"id": "8fddf72f-abc8-4089-833c-ce3471e75cf3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2102752135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5174a3740b0545d2bdbe1127ce4cd9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74045e1d-ad", "ovs_interfaceid": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.482749] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732913, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10857} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.483137] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1363.483940] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a384ba-e54e-4f17-a8fa-36d4692ba8bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.510616] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] 78200f24-2501-4d62-8c1a-1f3ef90c0465/78200f24-2501-4d62-8c1a-1f3ef90c0465.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1363.511046] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2b4306-4138-4e08-b812-07c7db56ae25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.533534] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1363.533534] env[62127]: value = "task-1732914" [ 1363.533534] env[62127]: _type = "Task" [ 1363.533534] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.543737] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732914, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.762394] env[62127]: DEBUG nova.compute.utils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1363.765990] env[62127]: DEBUG nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1363.766214] env[62127]: DEBUG nova.network.neutron [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1363.808180] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Releasing lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.808622] env[62127]: DEBUG nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Instance network_info: |[{"id": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "address": "fa:16:3e:af:0f:14", "network": {"id": "cb26f3d8-728d-4a5b-a299-02c7c7b6cac6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1287355592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38195f6-6d", "ovs_interfaceid": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "address": "fa:16:3e:ba:97:f4", "network": {"id": "0e2571f8-ff34-4bec-bfa0-60a94fbbcaab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1412508961", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef78a5f9-28", "ovs_interfaceid": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1363.821150] env[62127]: DEBUG nova.policy [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbcc921f5b374bffa01f314b85190274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c39e673cbd49b9bcb8c6301142680f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1363.898063] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Releasing lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1363.898445] env[62127]: DEBUG nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Instance network_info: |[{"id": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "address": "fa:16:3e:b8:de:70", "network": {"id": "8fddf72f-abc8-4089-833c-ce3471e75cf3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2102752135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5174a3740b0545d2bdbe1127ce4cd9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74045e1d-ad", "ovs_interfaceid": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1363.898874] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:de:70', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e839c46-1ae9-43b7-9518-8f18f48100dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '74045e1d-ad43-48ae-9375-12f3a4a1453c', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1363.906642] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Creating folder: Project (5174a3740b0545d2bdbe1127ce4cd9dd). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.906989] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd697d1d-eac4-4cd3-9af2-fb67ab4dcb3d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.923223] env[62127]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1363.923413] env[62127]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=62127) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1363.923783] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Folder already exists: Project (5174a3740b0545d2bdbe1127ce4cd9dd). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1363.923980] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Creating folder: Instances. Parent ref: group-v360524. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1363.924333] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-951fe2a7-4ea2-4b4d-bf0a-2e22198d3ab5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.937591] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Created folder: Instances in parent group-v360524. [ 1363.937860] env[62127]: DEBUG oslo.service.loopingcall [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1363.938103] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1363.938338] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2dd25537-10c8-480f-9129-83688ddc07ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.959517] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1363.959517] env[62127]: value = "task-1732917" [ 1363.959517] env[62127]: _type = "Task" [ 1363.959517] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.971724] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732917, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.046154] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.191156] env[62127]: DEBUG nova.network.neutron [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Successfully created port: 7b827ca3-4a96-4af0-8897-1282b505f22f {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1364.267549] env[62127]: DEBUG nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1364.345914] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1364.346256] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1364.346455] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1364.346673] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1364.346847] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1364.347123] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1364.347410] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1364.347811] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1364.347933] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1364.348144] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1364.348354] env[62127]: DEBUG nova.virt.hardware [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1364.350950] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef22475c-f9d8-466b-9db1-7a308ae8a2c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.362557] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8cc4d-1d9e-5b70-0e65-cd60cfda1a84/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1364.364608] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d801fe9e-4990-4eee-a695-5effdd9f0162 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.372045] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fead2f-4dce-4343-8b89-5cbc661f9ffa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.391182] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:0f:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd0bdd11b-58af-4cc0-9d38-8322e1bb4e74', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c38195f6-6da5-4f4d-b51d-810fbccd702f', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:97:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1364.401568] env[62127]: DEBUG oslo.service.loopingcall [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1364.406647] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1364.407727] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8cc4d-1d9e-5b70-0e65-cd60cfda1a84/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1364.407909] env[62127]: ERROR oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8cc4d-1d9e-5b70-0e65-cd60cfda1a84/disk-0.vmdk due to incomplete transfer. [ 1364.408454] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2607ff7-040b-489d-832e-c39825d03077 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.427691] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-47744141-c9b1-4b3f-9d1e-df0482cde424 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.437655] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1364.437655] env[62127]: value = "task-1732918" [ 1364.437655] env[62127]: _type = "Task" [ 1364.437655] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.439352] env[62127]: DEBUG oslo_vmware.rw_handles [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b8cc4d-1d9e-5b70-0e65-cd60cfda1a84/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1364.439596] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Uploaded image 25678f20-2a63-4b31-8029-673ad2b78569 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1364.442404] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1364.448602] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a077d4a-4199-423a-9ba7-ca6bacaf966c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.458640] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732918, 'name': CreateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.460602] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1364.460602] env[62127]: value = "task-1732919" [ 1364.460602] env[62127]: _type = "Task" [ 1364.460602] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.483282] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732917, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.488315] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732919, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.518425] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633815-e0e0-37f8-5398-50ee2a751a0c/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1364.519490] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8142e626-2a06-49af-9ef0-145ad1078225 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.529984] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633815-e0e0-37f8-5398-50ee2a751a0c/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1364.530202] env[62127]: ERROR oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633815-e0e0-37f8-5398-50ee2a751a0c/disk-0.vmdk due to incomplete transfer. [ 1364.530530] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-79d5d81c-4f34-4faf-9915-bf6142781893 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.544747] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52633815-e0e0-37f8-5398-50ee2a751a0c/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1364.545216] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Uploaded image ba4b4a88-4d20-490a-a8d5-c400051b46e5 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1364.548236] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1364.549522] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-310837e1-d407-4486-86e7-ee410432cf70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.556909] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.558985] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1364.558985] env[62127]: value = "task-1732920" [ 1364.558985] env[62127]: _type = "Task" [ 1364.558985] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.572561] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732920, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.809819] env[62127]: DEBUG nova.compute.manager [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received event network-changed-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1364.810686] env[62127]: DEBUG nova.compute.manager [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing instance network info cache due to event network-changed-1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1364.810686] env[62127]: DEBUG oslo_concurrency.lockutils [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] Acquiring lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1364.810686] env[62127]: DEBUG oslo_concurrency.lockutils [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] Acquired lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.810841] env[62127]: DEBUG nova.network.neutron [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1364.867309] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65d406c-fc17-4217-943c-fa3258ad722f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.876271] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fab965-82d2-4d0f-a5f2-03c0465b0fbe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.910267] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ee4c04-2784-4684-b313-f6b54f58c1b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.920048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-219d6cb0-4880-4df2-a7f5-00855b01339a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.935862] env[62127]: DEBUG nova.compute.provider_tree [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.950244] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732918, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.976497] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732919, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.979651] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732917, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.049359] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732914, 'name': ReconfigVM_Task, 'duration_secs': 1.0327} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.049893] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Reconfigured VM instance instance-00000028 to attach disk [datastore1] 78200f24-2501-4d62-8c1a-1f3ef90c0465/78200f24-2501-4d62-8c1a-1f3ef90c0465.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1365.050780] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0618d5bf-a203-4f75-aa87-0269b8ee4f61 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.062911] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1365.062911] env[62127]: value = "task-1732921" [ 1365.062911] env[62127]: _type = "Task" [ 1365.062911] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.076633] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732920, 'name': Destroy_Task, 'duration_secs': 0.504269} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.081918] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Destroyed the VM [ 1365.082240] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1365.082991] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732921, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.083273] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e25026cc-ac1f-4ef6-8242-4ffbbdc3065f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.092760] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1365.092760] env[62127]: value = "task-1732922" [ 1365.092760] env[62127]: _type = "Task" [ 1365.092760] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.103406] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.272410] env[62127]: DEBUG nova.compute.manager [req-35d364a4-d573-4194-808c-526465eb5723 req-344e11f2-ed2e-4356-95ea-ee52cc2d7691 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received event network-vif-plugged-c38195f6-6da5-4f4d-b51d-810fbccd702f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1365.272787] env[62127]: DEBUG oslo_concurrency.lockutils [req-35d364a4-d573-4194-808c-526465eb5723 req-344e11f2-ed2e-4356-95ea-ee52cc2d7691 service nova] Acquiring lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1365.273158] env[62127]: DEBUG oslo_concurrency.lockutils [req-35d364a4-d573-4194-808c-526465eb5723 req-344e11f2-ed2e-4356-95ea-ee52cc2d7691 service nova] Lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.273463] env[62127]: DEBUG oslo_concurrency.lockutils [req-35d364a4-d573-4194-808c-526465eb5723 req-344e11f2-ed2e-4356-95ea-ee52cc2d7691 service nova] Lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.273772] env[62127]: DEBUG nova.compute.manager [req-35d364a4-d573-4194-808c-526465eb5723 req-344e11f2-ed2e-4356-95ea-ee52cc2d7691 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] No waiting events found dispatching network-vif-plugged-c38195f6-6da5-4f4d-b51d-810fbccd702f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1365.274294] env[62127]: WARNING nova.compute.manager [req-35d364a4-d573-4194-808c-526465eb5723 req-344e11f2-ed2e-4356-95ea-ee52cc2d7691 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received unexpected event network-vif-plugged-c38195f6-6da5-4f4d-b51d-810fbccd702f for instance with vm_state building and task_state spawning. [ 1365.284987] env[62127]: DEBUG nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1365.308468] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1365.308980] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1365.309451] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1365.310188] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1365.310188] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1365.310188] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1365.310582] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1365.310844] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1365.311089] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1365.311882] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1365.311882] env[62127]: DEBUG nova.virt.hardware [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1365.312834] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baa1d647-87b4-4ab0-931e-2a64daec91ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.326978] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe74989-4a08-4d6e-946c-f45ddfa64097 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.440044] env[62127]: DEBUG nova.scheduler.client.report [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1365.457032] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732918, 'name': CreateVM_Task, 'duration_secs': 0.521638} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.457032] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.457964] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.457964] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.457964] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1365.458311] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6b05dc8-0319-437a-9fb6-7164c05b6f88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.467717] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1365.467717] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5263754c-b824-7e10-5e27-a1388a16e77f" [ 1365.467717] env[62127]: _type = "Task" [ 1365.467717] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.478667] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732917, 'name': CreateVM_Task, 'duration_secs': 1.370551} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.479358] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1365.480408] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360531', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'name': 'volume-78efef75-b933-486c-908e-af679048ab6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b30f2b92-f013-46f0-9b31-d4b96dc23c76', 'attached_at': '', 'detached_at': '', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'serial': '78efef75-b933-486c-908e-af679048ab6d'}, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '343a26cf-8d33-4a84-8eb5-d4fdde205668', 'volume_type': None}], 'swap': None} {{(pid=62127) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1365.480684] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Root volume attach. Driver type: vmdk {{(pid=62127) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1365.481485] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358e44b5-a435-4e48-96b6-2950080c6d03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.492581] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732919, 'name': Destroy_Task, 'duration_secs': 0.811026} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.492581] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5263754c-b824-7e10-5e27-a1388a16e77f, 'name': SearchDatastore_Task, 'duration_secs': 0.010707} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.493273] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Destroyed the VM [ 1365.493557] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1365.493969] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1365.494318] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1365.494597] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1365.494782] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.494999] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1365.495322] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-daea829a-f210-474f-982f-fcd1d6896167 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.497129] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90ca20bb-8dc3-4c23-b686-471ff3be7799 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.503141] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab75802-07ef-41d2-9c86-dafcbea727be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.513401] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1365.513664] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1365.514621] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1365.514621] env[62127]: value = "task-1732924" [ 1365.514621] env[62127]: _type = "Task" [ 1365.514621] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.514943] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a13f0bc-b29a-4bd3-8de0-80ebf99b11fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.517956] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fd50bb-ba4b-40c4-bd18-ac24dc5cc3c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.531050] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732924, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.534651] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1365.534651] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525e3a6f-ea8c-c8ad-5046-c319a2d826cf" [ 1365.534651] env[62127]: _type = "Task" [ 1365.534651] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.534963] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-633fb2a8-9f89-4e53-adeb-710dac0869ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.548073] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525e3a6f-ea8c-c8ad-5046-c319a2d826cf, 'name': SearchDatastore_Task, 'duration_secs': 0.014468} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.550096] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1365.550096] env[62127]: value = "task-1732925" [ 1365.550096] env[62127]: _type = "Task" [ 1365.550096] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.550332] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1350f504-75eb-48a6-87f5-123a918a4909 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.559804] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1365.559804] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528b3a72-163c-1659-5825-3d96c5cb8a58" [ 1365.559804] env[62127]: _type = "Task" [ 1365.559804] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.563233] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732925, 'name': RelocateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.581656] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528b3a72-163c-1659-5825-3d96c5cb8a58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.581921] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732921, 'name': Rename_Task, 'duration_secs': 0.197362} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.582187] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1365.582444] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54fec00e-2e24-4c04-a62e-e68584bbaffa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.592009] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1365.592009] env[62127]: value = "task-1732926" [ 1365.592009] env[62127]: _type = "Task" [ 1365.592009] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.613105] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732922, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.616590] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.947422] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.692s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1365.948098] env[62127]: DEBUG nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1365.950917] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.981s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1365.951192] env[62127]: DEBUG nova.objects.instance [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lazy-loading 'resources' on Instance uuid e0cbc984-001d-4462-a111-769871370940 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1366.032524] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732924, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.066242] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732925, 'name': RelocateVM_Task} progress is 20%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.079399] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528b3a72-163c-1659-5825-3d96c5cb8a58, 'name': SearchDatastore_Task, 'duration_secs': 0.020866} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.079897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.080090] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 753a4da9-8a31-4eab-8aac-373725b4c425/753a4da9-8a31-4eab-8aac-373725b4c425.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.080440] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5ece75f0-2b26-44ab-8277-0e2a2606fea9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.092865] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1366.092865] env[62127]: value = "task-1732927" [ 1366.092865] env[62127]: _type = "Task" [ 1366.092865] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.114306] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732926, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.114626] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.119355] env[62127]: DEBUG oslo_vmware.api [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732922, 'name': RemoveSnapshot_Task, 'duration_secs': 0.609647} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.120271] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1366.120271] env[62127]: INFO nova.compute.manager [None req-cbada852-983a-4789-bd00-0069562b266b tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Took 14.66 seconds to snapshot the instance on the hypervisor. [ 1366.124195] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.124195] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.124612] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1366.124612] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1366.126036] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1366.127218] env[62127]: INFO nova.compute.manager [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Terminating instance [ 1366.131239] env[62127]: DEBUG nova.compute.manager [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1366.132026] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.132434] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e22822-b941-4833-9988-646440e17afb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.143810] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.143810] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c9be019e-9cd7-40ab-87ab-3327df4d5b66 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.154028] env[62127]: DEBUG oslo_vmware.api [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1366.154028] env[62127]: value = "task-1732928" [ 1366.154028] env[62127]: _type = "Task" [ 1366.154028] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.167317] env[62127]: DEBUG oslo_vmware.api [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732928, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.227755] env[62127]: DEBUG nova.network.neutron [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updated VIF entry in instance network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1366.228162] env[62127]: DEBUG nova.network.neutron [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [{"id": "1465578a-1842-4586-84d4-c0b0525e0740", "address": "fa:16:3e:83:15:33", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465578a-18", "ovs_interfaceid": "1465578a-1842-4586-84d4-c0b0525e0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1366.454851] env[62127]: DEBUG nova.compute.utils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1366.462065] env[62127]: DEBUG nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1366.462259] env[62127]: DEBUG nova.network.neutron [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1366.537769] env[62127]: DEBUG oslo_vmware.api [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732924, 'name': RemoveSnapshot_Task, 'duration_secs': 0.947334} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.542910] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1366.543574] env[62127]: INFO nova.compute.manager [None req-58a1d211-0578-4e45-bbc1-712f2818095a tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Took 16.68 seconds to snapshot the instance on the hypervisor. [ 1366.571474] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732925, 'name': RelocateVM_Task, 'duration_secs': 0.637235} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.571942] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1366.572091] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360531', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'name': 'volume-78efef75-b933-486c-908e-af679048ab6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b30f2b92-f013-46f0-9b31-d4b96dc23c76', 'attached_at': '', 'detached_at': '', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'serial': '78efef75-b933-486c-908e-af679048ab6d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1366.573219] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6052f36b-5ff6-4287-ae9b-72fc9c0b2d86 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.607087] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841b573b-8fd5-47ff-a5e0-c5eecef30eb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.623216] env[62127]: DEBUG oslo_vmware.api [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732926, 'name': PowerOnVM_Task, 'duration_secs': 0.586106} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.640284] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1366.640649] env[62127]: INFO nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Took 10.67 seconds to spawn the instance on the hypervisor. [ 1366.640822] env[62127]: DEBUG nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1366.654552] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] volume-78efef75-b933-486c-908e-af679048ab6d/volume-78efef75-b933-486c-908e-af679048ab6d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1366.654825] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732927, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.656767] env[62127]: DEBUG nova.policy [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd20f0fcd61f2434790ebc8026e0594f3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9eba64baecfb457cac248bbc9084dc3d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1366.663452] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-591a342a-1386-4588-b88e-fece0f4635a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.668106] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17c32b52-3967-47ef-96bd-57e98919175f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.697746] env[62127]: DEBUG oslo_vmware.api [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732928, 'name': PowerOffVM_Task, 'duration_secs': 0.29082} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.701410] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.701547] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.704743] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1366.704743] env[62127]: value = "task-1732929" [ 1366.704743] env[62127]: _type = "Task" [ 1366.704743] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.707935] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd3dc571-44c0-407e-b6f3-ba839870144c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.723055] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.731077] env[62127]: DEBUG oslo_concurrency.lockutils [req-402f6f1f-ae4b-4634-9704-4d5b25ee62bb req-0be163b4-ebf0-4453-a85d-2e19e6fc2aba service nova] Releasing lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1366.814031] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.814320] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.814804] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Deleting the datastore file [datastore1] 94ec1ac3-1a01-40c5-8120-1856c35d29a8 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.815125] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-491c9bd8-0cb4-4781-affe-0a022d61950f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.825748] env[62127]: DEBUG oslo_vmware.api [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for the task: (returnval){ [ 1366.825748] env[62127]: value = "task-1732931" [ 1366.825748] env[62127]: _type = "Task" [ 1366.825748] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.838260] env[62127]: DEBUG oslo_vmware.api [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.968022] env[62127]: DEBUG nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1366.969951] env[62127]: DEBUG nova.network.neutron [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Successfully updated port: 7b827ca3-4a96-4af0-8897-1282b505f22f {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.114030] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732927, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66901} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.114030] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 753a4da9-8a31-4eab-8aac-373725b4c425/753a4da9-8a31-4eab-8aac-373725b4c425.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1367.114030] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1367.114417] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-513dd33c-8e87-4bf4-b026-970182293773 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.124847] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1367.124847] env[62127]: value = "task-1732932" [ 1367.124847] env[62127]: _type = "Task" [ 1367.124847] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.136248] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732932, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.143990] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ed2f7d3-5208-4e3d-bada-828e7331b347 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.152802] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b135c70-ae99-4e3b-999e-19eea9622a5e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.188490] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e94d1667-7084-4f87-b6ac-f4eea75a1417 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.198214] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0cf8b2-0471-4546-ad89-da8bc79000ed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.219529] env[62127]: DEBUG nova.compute.provider_tree [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1367.226536] env[62127]: INFO nova.compute.manager [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Took 37.26 seconds to build instance. [ 1367.229861] env[62127]: DEBUG nova.compute.manager [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Received event network-changed-79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1367.229861] env[62127]: DEBUG nova.compute.manager [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Refreshing instance network info cache due to event network-changed-79194ea9-6691-4518-b407-1135f3a0e58e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1367.229861] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] Acquiring lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.229965] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] Acquired lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.230173] env[62127]: DEBUG nova.network.neutron [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Refreshing network info cache for port 79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.240510] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732929, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.344271] env[62127]: DEBUG oslo_vmware.api [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.433669] env[62127]: DEBUG nova.network.neutron [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Successfully created port: ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1367.474876] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.475118] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.475312] env[62127]: DEBUG nova.network.neutron [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.606548] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received event network-changed-c38195f6-6da5-4f4d-b51d-810fbccd702f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1367.606790] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Refreshing instance network info cache due to event network-changed-c38195f6-6da5-4f4d-b51d-810fbccd702f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1367.607010] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1367.607158] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquired lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.607404] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Refreshing network info cache for port c38195f6-6da5-4f4d-b51d-810fbccd702f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1367.636287] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732932, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176886} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.636776] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1367.637569] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a98b64ba-351f-4ae3-81d3-456cbcc5a169 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.666852] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 753a4da9-8a31-4eab-8aac-373725b4c425/753a4da9-8a31-4eab-8aac-373725b4c425.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1367.667196] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-946090cf-760b-4b35-ba61-860b8c73a1b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.692775] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1367.692775] env[62127]: value = "task-1732933" [ 1367.692775] env[62127]: _type = "Task" [ 1367.692775] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.702700] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732933, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.730025] env[62127]: DEBUG nova.scheduler.client.report [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1367.735108] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e7f9a7-d5d4-4894-a810-56e81d42cfdb tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.753s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1367.735391] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732929, 'name': ReconfigVM_Task, 'duration_secs': 0.805553} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.735973] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Reconfigured VM instance instance-0000002a to attach disk [datastore1] volume-78efef75-b933-486c-908e-af679048ab6d/volume-78efef75-b933-486c-908e-af679048ab6d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1367.742926] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d6b5cdf-2e70-47c7-9fa1-753c6d243a62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.760031] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1367.760031] env[62127]: value = "task-1732934" [ 1367.760031] env[62127]: _type = "Task" [ 1367.760031] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.769670] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732934, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.841327] env[62127]: DEBUG oslo_vmware.api [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Task: {'id': task-1732931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.524981} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.841553] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.841740] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.841925] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.842179] env[62127]: INFO nova.compute.manager [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1367.842448] env[62127]: DEBUG oslo.service.loopingcall [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1367.842645] env[62127]: DEBUG nova.compute.manager [-] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1367.842839] env[62127]: DEBUG nova.network.neutron [-] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.980633] env[62127]: DEBUG nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1368.011395] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1368.013020] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1368.013787] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1368.013787] env[62127]: DEBUG nova.virt.hardware [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1368.014350] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e45bad-9889-4f38-a962-473a0a393908 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.026487] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8742426d-aa51-414a-a046-7b8f1566576b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.060135] env[62127]: DEBUG nova.network.neutron [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.206540] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732933, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.237376] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.286s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.239549] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 20.822s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.239729] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.239885] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1368.240296] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.081s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1368.242307] env[62127]: INFO nova.compute.claims [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1368.246060] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-383d5d73-ab60-4340-82a4-59b8274ffc89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.257087] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b004fd2-2f44-4b06-85ab-26a3950e8a18 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.290149] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732934, 'name': ReconfigVM_Task, 'duration_secs': 0.320212} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.292196] env[62127]: INFO nova.scheduler.client.report [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Deleted allocations for instance e0cbc984-001d-4462-a111-769871370940 [ 1368.293651] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360531', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'name': 'volume-78efef75-b933-486c-908e-af679048ab6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b30f2b92-f013-46f0-9b31-d4b96dc23c76', 'attached_at': '', 'detached_at': '', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'serial': '78efef75-b933-486c-908e-af679048ab6d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1368.294382] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd0ba2-d589-4170-8cff-2d5c181658e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.300748] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bedd2903-16ed-43fc-9d1f-d556f4ce8c27 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.311366] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6bbd1f-02fb-45cf-b802-d89f628cfc34 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.320224] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1368.320224] env[62127]: value = "task-1732935" [ 1368.320224] env[62127]: _type = "Task" [ 1368.320224] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.362073] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178574MB free_disk=171GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1368.362360] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1368.366414] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732935, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.393107] env[62127]: DEBUG nova.network.neutron [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updated VIF entry in instance network info cache for port 79194ea9-6691-4518-b407-1135f3a0e58e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.393482] env[62127]: DEBUG nova.network.neutron [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.459989] env[62127]: DEBUG nova.network.neutron [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance_info_cache with network_info: [{"id": "7b827ca3-4a96-4af0-8897-1282b505f22f", "address": "fa:16:3e:ad:f1:18", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b827ca3-4a", "ovs_interfaceid": "7b827ca3-4a96-4af0-8897-1282b505f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.587378] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Updated VIF entry in instance network info cache for port c38195f6-6da5-4f4d-b51d-810fbccd702f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1368.587779] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Updating instance_info_cache with network_info: [{"id": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "address": "fa:16:3e:af:0f:14", "network": {"id": "cb26f3d8-728d-4a5b-a299-02c7c7b6cac6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1287355592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38195f6-6d", "ovs_interfaceid": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "address": "fa:16:3e:ba:97:f4", "network": {"id": "0e2571f8-ff34-4bec-bfa0-60a94fbbcaab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1412508961", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef78a5f9-28", "ovs_interfaceid": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.682949] env[62127]: DEBUG nova.network.neutron [-] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.710502] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732933, 'name': ReconfigVM_Task, 'duration_secs': 0.674675} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.711266] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 753a4da9-8a31-4eab-8aac-373725b4c425/753a4da9-8a31-4eab-8aac-373725b4c425.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1368.711997] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37644f58-4983-4d7c-93c8-cc1e8d786783 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.719985] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1368.719985] env[62127]: value = "task-1732936" [ 1368.719985] env[62127]: _type = "Task" [ 1368.719985] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.730744] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732936, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.807077] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fdb34021-0c22-4376-b1c6-b68a480c171e tempest-ServerExternalEventsTest-1951919037 tempest-ServerExternalEventsTest-1951919037-project-member] Lock "e0cbc984-001d-4462-a111-769871370940" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.862s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1368.838459] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732935, 'name': Rename_Task, 'duration_secs': 0.406183} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.838909] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1368.839292] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29d16d54-ea82-4ce9-9550-0ad7dfc077fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.850019] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1368.850019] env[62127]: value = "task-1732937" [ 1368.850019] env[62127]: _type = "Task" [ 1368.850019] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.860096] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732937, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.898484] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f34ce29-f1d6-490a-9224-fdc8a3579ceb req-6a3b4077-1c55-4867-8515-560cbdb4297d service nova] Releasing lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.965024] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1368.965024] env[62127]: DEBUG nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Instance network_info: |[{"id": "7b827ca3-4a96-4af0-8897-1282b505f22f", "address": "fa:16:3e:ad:f1:18", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b827ca3-4a", "ovs_interfaceid": "7b827ca3-4a96-4af0-8897-1282b505f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1368.965024] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:f1:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b827ca3-4a96-4af0-8897-1282b505f22f', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.972294] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Creating folder: Project (25c39e673cbd49b9bcb8c6301142680f). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.976092] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-59fc1b95-993b-4819-9e09-6c8d9879a992 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.989497] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Created folder: Project (25c39e673cbd49b9bcb8c6301142680f) in parent group-v360450. [ 1368.989497] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Creating folder: Instances. Parent ref: group-v360582. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.989497] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf5595fd-af41-44e4-ad1f-49af0c432ba8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.012023] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Created folder: Instances in parent group-v360582. [ 1369.012023] env[62127]: DEBUG oslo.service.loopingcall [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1369.012023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.012023] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-da6803f5-8af8-473e-b013-e5ed2bbc52ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.035025] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.035025] env[62127]: value = "task-1732940" [ 1369.035025] env[62127]: _type = "Task" [ 1369.035025] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.044183] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732940, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.093676] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Releasing lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1369.093676] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received event network-vif-plugged-ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.093773] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.094069] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.094764] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.094764] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] No waiting events found dispatching network-vif-plugged-ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1369.094895] env[62127]: WARNING nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received unexpected event network-vif-plugged-ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 for instance with vm_state building and task_state spawning. [ 1369.095108] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received event network-changed-ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.095349] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Refreshing instance network info cache due to event network-changed-ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1369.095599] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1369.095785] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquired lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.095980] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Refreshing network info cache for port ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.187042] env[62127]: INFO nova.compute.manager [-] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Took 1.34 seconds to deallocate network for instance. [ 1369.205462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.205462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.205462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "8b557f94-d200-4d69-b97f-a799b5f6b10b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.205462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.205462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.207311] env[62127]: INFO nova.compute.manager [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Terminating instance [ 1369.210354] env[62127]: DEBUG nova.compute.manager [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1369.210627] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.211633] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b725749b-3792-4429-a7ed-955426ebc975 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.223803] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.227745] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c0524668-73d1-4098-930a-e1f02ab8cf66 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.237578] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732936, 'name': Rename_Task, 'duration_secs': 0.193332} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.239622] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1369.240295] env[62127]: DEBUG oslo_vmware.api [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1369.240295] env[62127]: value = "task-1732941" [ 1369.240295] env[62127]: _type = "Task" [ 1369.240295] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.240509] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1ed0115-3e2a-4962-a956-641ab25d989c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.251965] env[62127]: DEBUG oslo_vmware.api [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.253992] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1369.253992] env[62127]: value = "task-1732942" [ 1369.253992] env[62127]: _type = "Task" [ 1369.253992] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.264042] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429a5aaf-8274-4ef9-9ec7-3b9be49fa340 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.270384] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.274880] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc844b2-8adb-4c78-a1c2-3324728fddf9 tempest-ServersAdminNegativeTestJSON-1440989394 tempest-ServersAdminNegativeTestJSON-1440989394-project-admin] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Suspending the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1369.275221] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-f110b8d3-090d-401c-a8f8-88637cfeea87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.288469] env[62127]: DEBUG oslo_vmware.api [None req-5dc844b2-8adb-4c78-a1c2-3324728fddf9 tempest-ServersAdminNegativeTestJSON-1440989394 tempest-ServersAdminNegativeTestJSON-1440989394-project-admin] Waiting for the task: (returnval){ [ 1369.288469] env[62127]: value = "task-1732943" [ 1369.288469] env[62127]: _type = "Task" [ 1369.288469] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.305703] env[62127]: DEBUG oslo_vmware.api [None req-5dc844b2-8adb-4c78-a1c2-3324728fddf9 tempest-ServersAdminNegativeTestJSON-1440989394 tempest-ServersAdminNegativeTestJSON-1440989394-project-admin] Task: {'id': task-1732943, 'name': SuspendVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.325043] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "2a346945-3e97-4da8-aa48-3e39577d63d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.325150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.325423] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "2a346945-3e97-4da8-aa48-3e39577d63d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.328022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1369.328022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1369.335421] env[62127]: INFO nova.compute.manager [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Terminating instance [ 1369.338337] env[62127]: DEBUG nova.compute.manager [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1369.338549] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1369.339477] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9504e1ca-17cd-426f-b42e-195a2a2f714b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.349450] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.357149] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-443ce6fe-50c0-4c27-b144-41cc8ef9693c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.366605] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732937, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.368300] env[62127]: DEBUG oslo_vmware.api [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1369.368300] env[62127]: value = "task-1732944" [ 1369.368300] env[62127]: _type = "Task" [ 1369.368300] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.381577] env[62127]: DEBUG oslo_vmware.api [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732944, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.547650] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732940, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.548895] env[62127]: DEBUG nova.network.neutron [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Successfully updated port: ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1369.695765] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1369.783464] env[62127]: DEBUG oslo_vmware.api [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732941, 'name': PowerOffVM_Task, 'duration_secs': 0.204027} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.788917] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.789193] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.789445] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732942, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.791842] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae1b336a-dd8b-43b3-b2d0-e3fae79af220 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.826782] env[62127]: DEBUG oslo_vmware.api [None req-5dc844b2-8adb-4c78-a1c2-3324728fddf9 tempest-ServersAdminNegativeTestJSON-1440989394 tempest-ServersAdminNegativeTestJSON-1440989394-project-admin] Task: {'id': task-1732943, 'name': SuspendVM_Task} progress is 54%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.863196] env[62127]: DEBUG oslo_vmware.api [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1732937, 'name': PowerOnVM_Task, 'duration_secs': 0.663837} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.865711] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1369.866410] env[62127]: INFO nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Took 6.56 seconds to spawn the instance on the hypervisor. [ 1369.866410] env[62127]: DEBUG nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1369.870018] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa1eff-d30e-462f-8a88-59b3f7a76486 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.881998] env[62127]: DEBUG oslo_vmware.api [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732944, 'name': PowerOffVM_Task, 'duration_secs': 0.328952} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.883767] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.883948] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1369.890571] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6eae21ed-e6fb-498d-8777-d6cea89ea56d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.893163] env[62127]: DEBUG nova.compute.manager [req-e88370f2-54df-41b1-be6d-b6cbd854ac8a req-a3625270-44f7-4f93-b01d-bdeafae5626a service nova] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Received event network-vif-deleted-6bd8d90c-2e94-415e-bb5d-c07202e9dea5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1369.898740] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.899120] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.899432] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Deleting the datastore file [datastore1] 8b557f94-d200-4d69-b97f-a799b5f6b10b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1369.899814] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f91bd9c7-af2b-42c0-9407-4e3069b48314 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.909972] env[62127]: DEBUG oslo_vmware.api [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for the task: (returnval){ [ 1369.909972] env[62127]: value = "task-1732947" [ 1369.909972] env[62127]: _type = "Task" [ 1369.909972] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.915278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392de7de-a8b1-4ff1-9a0e-be55f9dfec97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.929961] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4769b994-f0d9-4675-8435-cac2904b8876 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.965614] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106e335b-712c-4a57-aee9-3ec93836af0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.976181] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Updated VIF entry in instance network info cache for port ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1369.976638] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Updating instance_info_cache with network_info: [{"id": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "address": "fa:16:3e:af:0f:14", "network": {"id": "cb26f3d8-728d-4a5b-a299-02c7c7b6cac6", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1287355592", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.137", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d0bdd11b-58af-4cc0-9d38-8322e1bb4e74", "external-id": "nsx-vlan-transportzone-398", "segmentation_id": 398, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc38195f6-6d", "ovs_interfaceid": "c38195f6-6da5-4f4d-b51d-810fbccd702f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "address": "fa:16:3e:ba:97:f4", "network": {"id": "0e2571f8-ff34-4bec-bfa0-60a94fbbcaab", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1412508961", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.237", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "607a66a24edf477e84f2710f35745300", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef78a5f9-28", "ovs_interfaceid": "ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1369.979475] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21094964-293c-4d28-9e35-5a45ec49cfc4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.988254] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1369.988538] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1369.988748] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Deleting the datastore file [datastore1] 2a346945-3e97-4da8-aa48-3e39577d63d7 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.000839] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e6fee52a-6abb-4c38-9db5-085fb02ad886 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.003224] env[62127]: DEBUG nova.compute.provider_tree [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1370.011219] env[62127]: DEBUG oslo_vmware.api [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for the task: (returnval){ [ 1370.011219] env[62127]: value = "task-1732948" [ 1370.011219] env[62127]: _type = "Task" [ 1370.011219] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.021409] env[62127]: DEBUG oslo_vmware.api [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.050034] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732940, 'name': CreateVM_Task, 'duration_secs': 0.612958} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.050034] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.050034] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.050034] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.050034] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1370.050034] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38bcce39-d445-43cd-8198-9fb042d1c8cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.054816] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.054977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.055954] env[62127]: DEBUG nova.network.neutron [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.057890] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1370.057890] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cf262c-b207-d5b8-ec27-99fd8003de8e" [ 1370.057890] env[62127]: _type = "Task" [ 1370.057890] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.068843] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf262c-b207-d5b8-ec27-99fd8003de8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.271827] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.303925] env[62127]: DEBUG oslo_vmware.api [None req-5dc844b2-8adb-4c78-a1c2-3324728fddf9 tempest-ServersAdminNegativeTestJSON-1440989394 tempest-ServersAdminNegativeTestJSON-1440989394-project-admin] Task: {'id': task-1732943, 'name': SuspendVM_Task, 'duration_secs': 0.77051} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.304449] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc844b2-8adb-4c78-a1c2-3324728fddf9 tempest-ServersAdminNegativeTestJSON-1440989394 tempest-ServersAdminNegativeTestJSON-1440989394-project-admin] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Suspended the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1370.304796] env[62127]: DEBUG nova.compute.manager [None req-5dc844b2-8adb-4c78-a1c2-3324728fddf9 tempest-ServersAdminNegativeTestJSON-1440989394 tempest-ServersAdminNegativeTestJSON-1440989394-project-admin] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1370.305879] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd93ca34-d31f-4cc1-956f-a4eb8cd6adc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.367995] env[62127]: DEBUG nova.compute.manager [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Received event network-vif-plugged-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.368935] env[62127]: DEBUG oslo_concurrency.lockutils [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] Acquiring lock "5e25f49e-f159-40bd-94ad-a1564b303d05-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.369650] env[62127]: DEBUG oslo_concurrency.lockutils [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.369650] env[62127]: DEBUG oslo_concurrency.lockutils [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.369650] env[62127]: DEBUG nova.compute.manager [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] No waiting events found dispatching network-vif-plugged-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1370.369820] env[62127]: WARNING nova.compute.manager [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Received unexpected event network-vif-plugged-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd for instance with vm_state building and task_state spawning. [ 1370.370537] env[62127]: DEBUG nova.compute.manager [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Received event network-changed-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.370741] env[62127]: DEBUG nova.compute.manager [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Refreshing instance network info cache due to event network-changed-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1370.370959] env[62127]: DEBUG oslo_concurrency.lockutils [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] Acquiring lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.404330] env[62127]: INFO nova.compute.manager [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Took 33.34 seconds to build instance. [ 1370.421690] env[62127]: DEBUG oslo_vmware.api [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Task: {'id': task-1732947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.251481} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.422075] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.422326] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.422577] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.422814] env[62127]: INFO nova.compute.manager [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1370.423118] env[62127]: DEBUG oslo.service.loopingcall [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.423366] env[62127]: DEBUG nova.compute.manager [-] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1370.423506] env[62127]: DEBUG nova.network.neutron [-] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.485775] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Releasing lock "refresh_cache-753a4da9-8a31-4eab-8aac-373725b4c425" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.486111] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Received event network-vif-plugged-74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.486385] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1370.486625] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1370.487032] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1370.487032] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] No waiting events found dispatching network-vif-plugged-74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1370.487196] env[62127]: WARNING nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Received unexpected event network-vif-plugged-74045e1d-ad43-48ae-9375-12f3a4a1453c for instance with vm_state building and task_state spawning. [ 1370.487305] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Received event network-changed-74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1370.487474] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Refreshing instance network info cache due to event network-changed-74045e1d-ad43-48ae-9375-12f3a4a1453c. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1370.487661] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.487796] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquired lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.487955] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Refreshing network info cache for port 74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1370.510966] env[62127]: DEBUG nova.scheduler.client.report [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1370.526898] env[62127]: DEBUG oslo_vmware.api [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Task: {'id': task-1732948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.243685} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.527953] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1370.528115] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1370.528424] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1370.528608] env[62127]: INFO nova.compute.manager [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1370.530190] env[62127]: DEBUG oslo.service.loopingcall [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1370.530961] env[62127]: DEBUG nova.compute.manager [-] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1370.531288] env[62127]: DEBUG nova.network.neutron [-] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1370.574352] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf262c-b207-d5b8-ec27-99fd8003de8e, 'name': SearchDatastore_Task, 'duration_secs': 0.016124} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.574352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1370.574352] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.574352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1370.574352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.574558] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.575144] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-72fd5ac6-ad4f-4cd1-8cac-5dfc107a4148 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.587366] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.587366] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.588668] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e62801e9-ef39-4093-aa98-d0997d0e6f04 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.594884] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1370.594884] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52fb3561-5416-2d57-4f02-28d89a23e371" [ 1370.594884] env[62127]: _type = "Task" [ 1370.594884] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.604140] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fb3561-5416-2d57-4f02-28d89a23e371, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.671115] env[62127]: DEBUG nova.network.neutron [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1370.771816] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.906823] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0c87e96-1f86-4520-b376-90cc64c17432 tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.261s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.004538] env[62127]: INFO nova.compute.manager [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Rebuilding instance [ 1371.020576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.780s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.021142] env[62127]: DEBUG nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1371.026902] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.679s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.026902] env[62127]: DEBUG nova.objects.instance [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lazy-loading 'resources' on Instance uuid c82fd8ca-e2fb-4a55-ad87-6727ea7009ae {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1371.071486] env[62127]: DEBUG nova.compute.manager [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1371.074966] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d471f4-7753-4b4c-b2e5-d954e89efc1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.111039] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fb3561-5416-2d57-4f02-28d89a23e371, 'name': SearchDatastore_Task, 'duration_secs': 0.078771} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.111039] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66a59d94-a862-4e1f-adac-caf7a0dd311f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.120032] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1371.120032] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5296475a-96d1-1c7f-c781-11750c066d55" [ 1371.120032] env[62127]: _type = "Task" [ 1371.120032] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.128827] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5296475a-96d1-1c7f-c781-11750c066d55, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.280227] env[62127]: DEBUG oslo_vmware.api [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732942, 'name': PowerOnVM_Task, 'duration_secs': 1.775665} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.280227] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1371.280436] env[62127]: INFO nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Took 12.56 seconds to spawn the instance on the hypervisor. [ 1371.281190] env[62127]: DEBUG nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1371.284940] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-178d7004-91de-4653-a0f9-10428fd35488 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.324254] env[62127]: DEBUG nova.network.neutron [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updating instance_info_cache with network_info: [{"id": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "address": "fa:16:3e:ca:1b:71", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef53b28e-3c", "ovs_interfaceid": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.531939] env[62127]: DEBUG nova.compute.utils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1371.535050] env[62127]: DEBUG nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1371.535387] env[62127]: DEBUG nova.network.neutron [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.570502] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.570750] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.570960] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1371.572591] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1371.572804] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1371.575121] env[62127]: INFO nova.compute.manager [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Terminating instance [ 1371.577476] env[62127]: DEBUG nova.compute.manager [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1371.577672] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1371.578533] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc097de-47e0-4c8a-a59d-a87c9554cc68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.591147] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.591469] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1371.591721] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d09fd0a-b215-480f-9975-b041f9a7f028 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.593370] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25c6fe58-0d6b-48d8-978c-ba55d625450f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.605380] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1371.605380] env[62127]: value = "task-1732950" [ 1371.605380] env[62127]: _type = "Task" [ 1371.605380] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.606803] env[62127]: DEBUG oslo_vmware.api [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1371.606803] env[62127]: value = "task-1732949" [ 1371.606803] env[62127]: _type = "Task" [ 1371.606803] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.636362] env[62127]: DEBUG oslo_vmware.api [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.636673] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.647639] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5296475a-96d1-1c7f-c781-11750c066d55, 'name': SearchDatastore_Task, 'duration_secs': 0.025968} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.647639] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.647875] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138/5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.648364] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-95d4d325-9036-4b2a-a6dd-a5f783ae041c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.659622] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1371.659622] env[62127]: value = "task-1732951" [ 1371.659622] env[62127]: _type = "Task" [ 1371.659622] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.672143] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732951, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.747292] env[62127]: DEBUG nova.policy [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c3544aab6699482781c1727341210095', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c561059617b642dfb27b6ec028b874f8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1371.816401] env[62127]: INFO nova.compute.manager [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Took 40.40 seconds to build instance. [ 1371.828197] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Releasing lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1371.828535] env[62127]: DEBUG nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Instance network_info: |[{"id": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "address": "fa:16:3e:ca:1b:71", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef53b28e-3c", "ovs_interfaceid": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1371.828897] env[62127]: DEBUG oslo_concurrency.lockutils [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] Acquired lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.829939] env[62127]: DEBUG nova.network.neutron [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Refreshing network info cache for port ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.831341] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:1b:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.840814] env[62127]: DEBUG oslo.service.loopingcall [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1371.844767] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.845293] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bea901c3-75e4-46f4-9a6b-a0bd3f63a241 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.863425] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Updated VIF entry in instance network info cache for port 74045e1d-ad43-48ae-9375-12f3a4a1453c. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1371.863825] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Updating instance_info_cache with network_info: [{"id": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "address": "fa:16:3e:b8:de:70", "network": {"id": "8fddf72f-abc8-4089-833c-ce3471e75cf3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2102752135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5174a3740b0545d2bdbe1127ce4cd9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74045e1d-ad", "ovs_interfaceid": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.877064] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.877064] env[62127]: value = "task-1732952" [ 1371.877064] env[62127]: _type = "Task" [ 1371.877064] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.887474] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732952, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.038040] env[62127]: DEBUG nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1372.133623] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732950, 'name': PowerOffVM_Task, 'duration_secs': 0.296979} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.137052] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.137908] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1372.138154] env[62127]: DEBUG oslo_vmware.api [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732949, 'name': PowerOffVM_Task, 'duration_secs': 0.272473} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.139365] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bc7b21b7-60a5-4bf5-8fe0-71deac03ac1e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.141116] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1372.141303] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1372.142301] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d5d150-5cfe-44a2-9589-abb5a02e1a8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.145118] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a1c42b4-dcf1-46f0-9e9a-6b61fc891ad0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.154822] env[62127]: DEBUG nova.network.neutron [-] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.158363] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ac0d91-5fb5-4d43-a079-691e3ef5fb87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.162035] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1372.162035] env[62127]: value = "task-1732953" [ 1372.162035] env[62127]: _type = "Task" [ 1372.162035] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.200842] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79dc42d-286e-43ec-aa7b-8b62d8c13d45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.212040] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732951, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.213041] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1372.213222] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1372.213446] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360487', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'name': 'volume-cc265a4b-ede7-44c8-8daf-af830d81f29f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb27b6c8-05d4-46d1-903c-191336a3a6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'serial': 'cc265a4b-ede7-44c8-8daf-af830d81f29f'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1372.214741] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775eff90-d671-4964-a407-1316b90e3123 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.222188] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766f3b27-e42c-4118-a0ec-a8f36eba6c45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.241744] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd7b7b0-18a4-405e-bdfa-0f468c49b137 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.254589] env[62127]: DEBUG nova.compute.provider_tree [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1372.262116] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30aa14d-c9e2-4867-9ddf-c9fe52e8467d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.284173] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d036e31-3434-476d-9f61-1296cf560167 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.302847] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] The volume has not been displaced from its original location: [datastore1] volume-cc265a4b-ede7-44c8-8daf-af830d81f29f/volume-cc265a4b-ede7-44c8-8daf-af830d81f29f.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1372.309452] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Reconfiguring VM instance instance-0000001c to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1372.310013] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd2f77b1-2b65-443d-a27b-88d517ff3204 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.325794] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f357c09-a329-45c2-aa4e-3f169d8f00bd tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "753a4da9-8a31-4eab-8aac-373725b4c425" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.510s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.333729] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1372.333729] env[62127]: value = "task-1732955" [ 1372.333729] env[62127]: _type = "Task" [ 1372.333729] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.351043] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732955, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.360917] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1372.361164] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1372.361994] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Deleting the datastore file [datastore1] f1ffb50c-6d1f-407a-94a2-cd1fd55299f9 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1372.361994] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79f5b12d-c7f6-4af3-9a3d-d2db6bece92b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.374046] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Releasing lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1372.374046] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Received event network-vif-plugged-7b827ca3-4a96-4af0-8897-1282b505f22f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.374046] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1372.374046] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1372.374046] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1372.374046] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] No waiting events found dispatching network-vif-plugged-7b827ca3-4a96-4af0-8897-1282b505f22f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1372.374046] env[62127]: WARNING nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Received unexpected event network-vif-plugged-7b827ca3-4a96-4af0-8897-1282b505f22f for instance with vm_state building and task_state spawning. [ 1372.374046] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Received event network-changed-7b827ca3-4a96-4af0-8897-1282b505f22f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1372.374046] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Refreshing instance network info cache due to event network-changed-7b827ca3-4a96-4af0-8897-1282b505f22f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1372.374046] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.374046] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquired lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.374812] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Refreshing network info cache for port 7b827ca3-4a96-4af0-8897-1282b505f22f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1372.375727] env[62127]: DEBUG oslo_vmware.api [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1372.375727] env[62127]: value = "task-1732956" [ 1372.375727] env[62127]: _type = "Task" [ 1372.375727] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.392140] env[62127]: DEBUG oslo_vmware.api [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732956, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.395208] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732952, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.588493] env[62127]: DEBUG nova.network.neutron [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Successfully created port: a5763d20-c377-4b58-9dac-11b32038e8a2 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1372.595126] env[62127]: DEBUG nova.network.neutron [-] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.663531] env[62127]: INFO nova.compute.manager [-] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Took 2.13 seconds to deallocate network for instance. [ 1372.690017] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732951, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667502} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.690017] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138/5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.690017] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.690017] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa82e90e-1bf1-4a27-819f-f5afb75500aa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.698532] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1372.698532] env[62127]: value = "task-1732957" [ 1372.698532] env[62127]: _type = "Task" [ 1372.698532] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.709357] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.761022] env[62127]: DEBUG nova.scheduler.client.report [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1372.846042] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732955, 'name': ReconfigVM_Task, 'duration_secs': 0.230862} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.846829] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Reconfigured VM instance instance-0000001c to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1372.853025] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1389f1e6-5802-4bfb-89a3-a70bbdb56c56 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.870813] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1372.870813] env[62127]: value = "task-1732958" [ 1372.870813] env[62127]: _type = "Task" [ 1372.870813] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.894617] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.899898] env[62127]: DEBUG oslo_vmware.api [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732956, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.303748} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.904739] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1372.905054] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1372.905383] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1372.905840] env[62127]: INFO nova.compute.manager [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1372.906086] env[62127]: DEBUG oslo.service.loopingcall [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1372.906389] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732952, 'name': CreateVM_Task, 'duration_secs': 0.823186} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.906821] env[62127]: DEBUG nova.compute.manager [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1372.908066] env[62127]: DEBUG nova.network.neutron [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1372.909693] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.910400] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1372.910492] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.911035] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1372.911590] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d315af-41e9-4f84-b214-ffea290903ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.920694] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1372.920694] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e19f0e-735c-308d-1d3b-d5629f5a8a1e" [ 1372.920694] env[62127]: _type = "Task" [ 1372.920694] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.980797] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e19f0e-735c-308d-1d3b-d5629f5a8a1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.044126] env[62127]: DEBUG nova.compute.manager [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Received event network-changed-91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1373.044246] env[62127]: DEBUG nova.compute.manager [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Refreshing instance network info cache due to event network-changed-91d3ae58-24e1-4f44-bf02-328deac38808. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1373.046432] env[62127]: DEBUG oslo_concurrency.lockutils [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] Acquiring lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.046432] env[62127]: DEBUG oslo_concurrency.lockutils [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] Acquired lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.046432] env[62127]: DEBUG nova.network.neutron [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Refreshing network info cache for port 91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1373.053025] env[62127]: DEBUG nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1373.089945] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1373.090398] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1373.092754] env[62127]: DEBUG nova.virt.hardware [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1373.093937] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32538a7d-8d01-4aa7-98a5-fc1f6cefc798 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.100162] env[62127]: INFO nova.compute.manager [-] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Took 2.68 seconds to deallocate network for instance. [ 1373.110466] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cc7c72-80d3-4384-b88c-306a7da7470d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.179697] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.212328] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082681} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.212613] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1373.213612] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ee3ff9-84fd-4737-a503-d6659a569b68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.245028] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138/5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.250051] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-06d87cbe-678d-4323-b844-3c83ff85df68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.270648] env[62127]: DEBUG nova.compute.manager [req-4180d522-2c55-4657-9832-83dfbbf8d3e6 req-2126fe04-e948-4c9e-b278-e5be1b5c339d service nova] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Received event network-vif-deleted-19d655a1-db04-494f-9a91-00d24dbfede5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1373.270648] env[62127]: DEBUG nova.compute.manager [req-4180d522-2c55-4657-9832-83dfbbf8d3e6 req-2126fe04-e948-4c9e-b278-e5be1b5c339d service nova] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Received event network-vif-deleted-0471b701-32e0-411a-8ccc-3f41747963fe {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1373.271896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.246s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.275055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.825s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1373.275055] env[62127]: DEBUG nova.objects.instance [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lazy-loading 'resources' on Instance uuid f92d2e93-49ac-4bf3-958c-a4bb1bf5e211 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1373.281009] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1373.281009] env[62127]: value = "task-1732959" [ 1373.281009] env[62127]: _type = "Task" [ 1373.281009] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.295856] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732959, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.310810] env[62127]: INFO nova.scheduler.client.report [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Deleted allocations for instance c82fd8ca-e2fb-4a55-ad87-6727ea7009ae [ 1373.386787] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732958, 'name': ReconfigVM_Task, 'duration_secs': 0.291401} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.387229] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360487', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'name': 'volume-cc265a4b-ede7-44c8-8daf-af830d81f29f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'bb27b6c8-05d4-46d1-903c-191336a3a6d5', 'attached_at': '', 'detached_at': '', 'volume_id': 'cc265a4b-ede7-44c8-8daf-af830d81f29f', 'serial': 'cc265a4b-ede7-44c8-8daf-af830d81f29f'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1373.387425] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1373.388989] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fe6868-24e1-4bef-baf3-9400f623136e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.397703] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1373.397703] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74fc7c06-8a98-4b5c-912c-716305869cbf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.433423] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e19f0e-735c-308d-1d3b-d5629f5a8a1e, 'name': SearchDatastore_Task, 'duration_secs': 0.03139} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.433766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.434054] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1373.434352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1373.434481] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.434669] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1373.434938] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7ba0619-108e-4af8-b105-3c69e3582d2c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.438955] env[62127]: DEBUG nova.network.neutron [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updated VIF entry in instance network info cache for port ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.439315] env[62127]: DEBUG nova.network.neutron [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updating instance_info_cache with network_info: [{"id": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "address": "fa:16:3e:ca:1b:71", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef53b28e-3c", "ovs_interfaceid": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.455661] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1373.455965] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1373.456650] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d4a3c60-4c41-4ce3-9b5f-f03bba0fa2cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.463104] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1373.463104] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5238891e-7c59-bfa4-c601-c45eca475af8" [ 1373.463104] env[62127]: _type = "Task" [ 1373.463104] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.473050] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5238891e-7c59-bfa4-c601-c45eca475af8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.483085] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1373.483299] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1373.483490] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Deleting the datastore file [datastore1] bb27b6c8-05d4-46d1-903c-191336a3a6d5 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1373.483779] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3be3b2dd-e609-4262-9a67-a6348b8cf25a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.492743] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for the task: (returnval){ [ 1373.492743] env[62127]: value = "task-1732961" [ 1373.492743] env[62127]: _type = "Task" [ 1373.492743] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.502616] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.610891] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1373.788331] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updated VIF entry in instance network info cache for port 7b827ca3-4a96-4af0-8897-1282b505f22f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1373.788880] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance_info_cache with network_info: [{"id": "7b827ca3-4a96-4af0-8897-1282b505f22f", "address": "fa:16:3e:ad:f1:18", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b827ca3-4a", "ovs_interfaceid": "7b827ca3-4a96-4af0-8897-1282b505f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.802257] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732959, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.824076] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a2d40d1-e10f-40ef-9789-112749db7b12 tempest-ServerMetadataTestJSON-1881892128 tempest-ServerMetadataTestJSON-1881892128-project-member] Lock "c82fd8ca-e2fb-4a55-ad87-6727ea7009ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.602s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1373.945615] env[62127]: DEBUG oslo_concurrency.lockutils [req-b553288a-3f1d-40df-ad03-2290289ffb24 req-a97704e2-2f41-4f1d-9627-2cbe32ba0381 service nova] Releasing lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1373.976581] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5238891e-7c59-bfa4-c601-c45eca475af8, 'name': SearchDatastore_Task, 'duration_secs': 0.015405} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.980255] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79d81904-c202-4725-a448-25babe6d1400 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.987733] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1373.987733] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52da1373-072f-e4e5-2853-75e2f3cea633" [ 1373.987733] env[62127]: _type = "Task" [ 1373.987733] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.006028] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52da1373-072f-e4e5-2853-75e2f3cea633, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.014404] env[62127]: DEBUG oslo_vmware.api [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Task: {'id': task-1732961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296854} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.014668] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1374.014881] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1374.015069] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1374.073781] env[62127]: DEBUG nova.network.neutron [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updated VIF entry in instance network info cache for port 91d3ae58-24e1-4f44-bf02-328deac38808. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1374.074168] env[62127]: DEBUG nova.network.neutron [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updating instance_info_cache with network_info: [{"id": "91d3ae58-24e1-4f44-bf02-328deac38808", "address": "fa:16:3e:de:6f:85", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap91d3ae58-24", "ovs_interfaceid": "91d3ae58-24e1-4f44-bf02-328deac38808", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.102020] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1374.102020] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e1bf28f-711c-4605-86d1-aa3e3093a4cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.119795] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301d2c92-61f1-4153-a834-bae217ed8b29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.167163] env[62127]: ERROR nova.compute.manager [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Failed to detach volume cc265a4b-ede7-44c8-8daf-af830d81f29f from /dev/sda: nova.exception.InstanceNotFound: Instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 could not be found. [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Traceback (most recent call last): [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self.driver.rebuild(**kwargs) [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] raise NotImplementedError() [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] NotImplementedError [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] During handling of the above exception, another exception occurred: [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Traceback (most recent call last): [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self.driver.detach_volume(context, old_connection_info, [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] return self._volumeops.detach_volume(connection_info, instance) [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self._detach_volume_vmdk(connection_info, instance) [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] stable_ref.fetch_moref(session) [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] nova.exception.InstanceNotFound: Instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 could not be found. [ 1374.167163] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.300168] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Releasing lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.300168] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Received event network-changed-47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1374.300168] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Refreshing instance network info cache due to event network-changed-47d2a525-1a37-4649-81fa-cff27e1ae74c. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1374.300168] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1374.300168] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquired lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.300408] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Refreshing network info cache for port 47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1374.301717] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732959, 'name': ReconfigVM_Task, 'duration_secs': 0.72293} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.301717] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138/5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.302608] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5d607bf1-8eb9-4156-bc21-4473d824fc46 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.316153] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1374.316153] env[62127]: value = "task-1732962" [ 1374.316153] env[62127]: _type = "Task" [ 1374.316153] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.332303] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732962, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.338640] env[62127]: DEBUG nova.compute.utils [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Build of instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 aborted: Failed to rebuild volume backed instance. {{(pid=62127) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:430}} [ 1374.341417] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a972a8d-aad6-4c79-af25-8c79999ec28a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.344875] env[62127]: ERROR nova.compute.manager [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 aborted: Failed to rebuild volume backed instance. [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Traceback (most recent call last): [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 4143, in _do_rebuild_instance [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self.driver.rebuild(**kwargs) [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/driver.py", line 493, in rebuild [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] raise NotImplementedError() [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] NotImplementedError [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] During handling of the above exception, another exception occurred: [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Traceback (most recent call last): [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3601, in _rebuild_volume_backed_instance [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self._detach_root_volume(context, instance, root_bdm) [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3580, in _detach_root_volume [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] with excutils.save_and_reraise_exception(): [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self.force_reraise() [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] raise self.value [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3566, in _detach_root_volume [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self.driver.detach_volume(context, old_connection_info, [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 559, in detach_volume [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] return self._volumeops.detach_volume(connection_info, instance) [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self._detach_volume_vmdk(connection_info, instance) [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] stable_ref.fetch_moref(session) [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] nova.exception.InstanceNotFound: Instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 could not be found. [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] During handling of the above exception, another exception occurred: [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Traceback (most recent call last): [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 10866, in _error_out_instance_on_exception [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] yield [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3869, in rebuild_instance [ 1374.344875] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self._do_rebuild_instance_with_claim( [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3955, in _do_rebuild_instance_with_claim [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self._do_rebuild_instance( [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 4147, in _do_rebuild_instance [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self._rebuild_default_impl(**kwargs) [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3724, in _rebuild_default_impl [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] self._rebuild_volume_backed_instance( [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] File "/opt/stack/nova/nova/compute/manager.py", line 3616, in _rebuild_volume_backed_instance [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] raise exception.BuildAbortException( [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] nova.exception.BuildAbortException: Build of instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 aborted: Failed to rebuild volume backed instance. [ 1374.346110] env[62127]: ERROR nova.compute.manager [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] [ 1374.353505] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da13df7-5fee-4b8b-aa43-3fea4a0f9c16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.384553] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442da630-1d51-461d-a736-4daedba72c75 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.393027] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11018712-fb53-494d-9bf1-b969a2a2bc4a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.409240] env[62127]: DEBUG nova.compute.provider_tree [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1374.461034] env[62127]: DEBUG nova.network.neutron [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.498402] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52da1373-072f-e4e5-2853-75e2f3cea633, 'name': SearchDatastore_Task, 'duration_secs': 0.027934} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.498676] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.498936] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 5e25f49e-f159-40bd-94ad-a1564b303d05/5e25f49e-f159-40bd-94ad-a1564b303d05.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1374.499210] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6fcfcca4-fbc3-4a67-b8e5-b257febd374f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.508267] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1374.508267] env[62127]: value = "task-1732963" [ 1374.508267] env[62127]: _type = "Task" [ 1374.508267] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.518379] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.576895] env[62127]: DEBUG oslo_concurrency.lockutils [req-d1ebd727-10b7-488a-9484-1b9d165bba07 req-91c819ec-6347-48db-9d83-3372fdfd3167 service nova] Releasing lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1374.829315] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732962, 'name': Rename_Task, 'duration_secs': 0.422786} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.829624] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1374.829937] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-72c6c68b-bf60-4282-b95f-b78d0d9d3827 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.839016] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1374.839016] env[62127]: value = "task-1732964" [ 1374.839016] env[62127]: _type = "Task" [ 1374.839016] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.856518] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732964, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.913037] env[62127]: DEBUG nova.scheduler.client.report [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1374.964052] env[62127]: INFO nova.compute.manager [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Took 2.06 seconds to deallocate network for instance. [ 1375.025553] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732963, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.261531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "753a4da9-8a31-4eab-8aac-373725b4c425" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.261933] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "753a4da9-8a31-4eab-8aac-373725b4c425" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.262203] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.266404] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.266404] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "753a4da9-8a31-4eab-8aac-373725b4c425-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.266404] env[62127]: INFO nova.compute.manager [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Terminating instance [ 1375.268244] env[62127]: DEBUG nova.compute.manager [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1375.268454] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.269344] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d3563ce-b7c1-4127-94ce-f91a50515e98 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.280219] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.280500] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4aacbe7-3c3d-49dd-a67a-6f6043edb37c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.290062] env[62127]: DEBUG oslo_vmware.api [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1375.290062] env[62127]: value = "task-1732965" [ 1375.290062] env[62127]: _type = "Task" [ 1375.290062] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.301504] env[62127]: DEBUG oslo_vmware.api [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.355139] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732964, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.423514] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1375.428661] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.789s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.428661] env[62127]: DEBUG nova.objects.instance [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lazy-loading 'resources' on Instance uuid fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.441748] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Updated VIF entry in instance network info cache for port 47d2a525-1a37-4649-81fa-cff27e1ae74c. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1375.441748] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Updating instance_info_cache with network_info: [{"id": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "address": "fa:16:3e:39:cc:8a", "network": {"id": "de68d5f1-40e5-4739-a628-4db08e5040ea", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-877641239-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.158", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8454f9a06ffa49aeb4fc6b717d1ad1f5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47d2a525-1a", "ovs_interfaceid": "47d2a525-1a37-4649-81fa-cff27e1ae74c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1375.471859] env[62127]: INFO nova.scheduler.client.report [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted allocations for instance f92d2e93-49ac-4bf3-958c-a4bb1bf5e211 [ 1375.474999] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.522866] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656092} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.523352] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 5e25f49e-f159-40bd-94ad-a1564b303d05/5e25f49e-f159-40bd-94ad-a1564b303d05.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1375.523482] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1375.523890] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09d5a841-4b86-4b14-a622-6a479ebd931c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.535771] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1375.535771] env[62127]: value = "task-1732966" [ 1375.535771] env[62127]: _type = "Task" [ 1375.535771] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.550852] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732966, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.564815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-b7b2b3cc-4b29-45d6-881e-843ef3c6a191-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1375.564815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-b7b2b3cc-4b29-45d6-881e-843ef3c6a191-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1375.566224] env[62127]: DEBUG nova.objects.instance [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'flavor' on Instance uuid b7b2b3cc-4b29-45d6-881e-843ef3c6a191 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.628865] env[62127]: DEBUG nova.network.neutron [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Successfully updated port: a5763d20-c377-4b58-9dac-11b32038e8a2 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1375.808566] env[62127]: DEBUG oslo_vmware.api [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732965, 'name': PowerOffVM_Task, 'duration_secs': 0.207918} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.808880] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1375.809060] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1375.809331] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c9c50bdf-339d-4e0f-8a26-9f891b436516 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.850979] env[62127]: DEBUG oslo_vmware.api [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1732964, 'name': PowerOnVM_Task, 'duration_secs': 0.723256} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.851293] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1375.851498] env[62127]: INFO nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Took 10.57 seconds to spawn the instance on the hypervisor. [ 1375.851674] env[62127]: DEBUG nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1375.852512] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce08fe-318c-4038-ac26-0ee498a59dea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.941276] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Releasing lock "refresh_cache-0276f97e-e204-4b03-bf33-dd991cd0169e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1375.941814] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received event network-changed-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1375.942091] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing instance network info cache due to event network-changed-1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1375.942328] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1375.942596] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquired lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.942777] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.987396] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8fa896df-fe8f-47eb-a938-ff813d591ad4 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "f92d2e93-49ac-4bf3-958c-a4bb1bf5e211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.466s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1376.017274] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.017741] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.017880] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Deleting the datastore file [datastore1] 753a4da9-8a31-4eab-8aac-373725b4c425 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.018222] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cdedce0a-d749-43f2-b6db-f54101cfc4fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.031837] env[62127]: DEBUG oslo_vmware.api [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for the task: (returnval){ [ 1376.031837] env[62127]: value = "task-1732968" [ 1376.031837] env[62127]: _type = "Task" [ 1376.031837] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.054604] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732966, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.169732} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.063369] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1376.064168] env[62127]: DEBUG oslo_vmware.api [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.065363] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857ab2ce-c557-4954-aa09-002c6b44f12c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.093288] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] 5e25f49e-f159-40bd-94ad-a1564b303d05/5e25f49e-f159-40bd-94ad-a1564b303d05.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.097271] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-691bcafa-80ba-46e4-bada-41432ba4575a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.123285] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1376.123285] env[62127]: value = "task-1732969" [ 1376.123285] env[62127]: _type = "Task" [ 1376.123285] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.854029] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.854029] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.854029] env[62127]: DEBUG nova.network.neutron [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1376.855228] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1376.863149] env[62127]: DEBUG nova.compute.manager [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Received event network-changed-74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.863348] env[62127]: DEBUG nova.compute.manager [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Refreshing instance network info cache due to event network-changed-74045e1d-ad43-48ae-9375-12f3a4a1453c. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1376.863591] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] Acquiring lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.863743] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] Acquired lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.863945] env[62127]: DEBUG nova.network.neutron [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Refreshing network info cache for port 74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1376.869144] env[62127]: DEBUG nova.compute.manager [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Received event network-vif-deleted-91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.869144] env[62127]: DEBUG nova.compute.manager [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received event network-changed-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1376.869144] env[62127]: DEBUG nova.compute.manager [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing instance network info cache due to event network-changed-1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1376.869144] env[62127]: DEBUG oslo_concurrency.lockutils [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] Acquiring lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1376.874640] env[62127]: INFO nova.compute.manager [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Took 37.01 seconds to build instance. [ 1376.882278] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732969, 'name': ReconfigVM_Task, 'duration_secs': 0.306595} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.882995] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Reconfigured VM instance instance-0000002c to attach disk [datastore1] 5e25f49e-f159-40bd-94ad-a1564b303d05/5e25f49e-f159-40bd-94ad-a1564b303d05.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.886998] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c2e924c-ff21-47f1-a9ed-85a17ad3be94 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.888902] env[62127]: DEBUG oslo_vmware.api [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Task: {'id': task-1732968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.700481} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.891799] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.891996] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.892190] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.892387] env[62127]: INFO nova.compute.manager [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1376.892700] env[62127]: DEBUG oslo.service.loopingcall [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1376.894568] env[62127]: DEBUG nova.compute.manager [-] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1376.894568] env[62127]: DEBUG nova.network.neutron [-] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1376.901560] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1376.901560] env[62127]: value = "task-1732970" [ 1376.901560] env[62127]: _type = "Task" [ 1376.901560] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.910800] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732970, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.032807] env[62127]: DEBUG nova.objects.instance [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'pci_requests' on Instance uuid b7b2b3cc-4b29-45d6-881e-843ef3c6a191 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1377.183020] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de23d34-4374-42cb-955b-9b1ca8d11362 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.193104] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea2f265-ef99-43af-99b9-6f8b9eecd4d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.232448] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdcafcf-2280-4255-8e66-062285547e4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.241678] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f65fe7a-3d47-4d15-aacc-64a9d6455ea3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.260443] env[62127]: DEBUG nova.compute.provider_tree [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1377.385611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-570fc2d2-2657-4bf9-961b-ad8ecf6b9938 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.506s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1377.414100] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732970, 'name': Rename_Task, 'duration_secs': 0.208205} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.415110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1377.415755] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a20e4bfb-7189-4eb7-b6b7-5e9a043034ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.424446] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1377.424446] env[62127]: value = "task-1732971" [ 1377.424446] env[62127]: _type = "Task" [ 1377.424446] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.438645] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.446922] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updated VIF entry in instance network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1377.447395] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [{"id": "1465578a-1842-4586-84d4-c0b0525e0740", "address": "fa:16:3e:83:15:33", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465578a-18", "ovs_interfaceid": "1465578a-1842-4586-84d4-c0b0525e0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.489995] env[62127]: DEBUG nova.network.neutron [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1377.537515] env[62127]: DEBUG nova.objects.base [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1377.537839] env[62127]: DEBUG nova.network.neutron [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1377.653412] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1377.723046] env[62127]: DEBUG nova.policy [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1377.763813] env[62127]: DEBUG nova.scheduler.client.report [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1377.938572] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.951262] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Releasing lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1377.951548] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Received event network-changed-91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1377.951721] env[62127]: DEBUG nova.compute.manager [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Refreshing instance network info cache due to event network-changed-91d3ae58-24e1-4f44-bf02-328deac38808. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1377.951938] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquiring lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1377.952090] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Acquired lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.952253] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Refreshing network info cache for port 91d3ae58-24e1-4f44-bf02-328deac38808 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1377.953477] env[62127]: DEBUG oslo_concurrency.lockutils [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] Acquired lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.953665] env[62127]: DEBUG nova.network.neutron [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1378.135563] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquiring lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.135563] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.135563] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquiring lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1378.135563] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.135884] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.138105] env[62127]: INFO nova.compute.manager [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Terminating instance [ 1378.140561] env[62127]: DEBUG nova.network.neutron [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Updating instance_info_cache with network_info: [{"id": "a5763d20-c377-4b58-9dac-11b32038e8a2", "address": "fa:16:3e:f4:97:7f", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5763d20-c3", "ovs_interfaceid": "a5763d20-c377-4b58-9dac-11b32038e8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.143704] env[62127]: DEBUG nova.compute.manager [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1378.143704] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-12946378-45ff-419a-9b57-ca754b5e2dcd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.157635] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6292450c-455c-4883-bb77-420a523ea7ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.207826] env[62127]: WARNING nova.virt.vmwareapi.driver [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 could not be found. [ 1378.208115] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1378.208534] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-834b7694-4a11-4d6e-9dfe-72d2836abcbf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.218969] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e87869a9-5738-47cb-b4d2-92407ae86ca1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.238576] env[62127]: DEBUG nova.network.neutron [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Updated VIF entry in instance network info cache for port 74045e1d-ad43-48ae-9375-12f3a4a1453c. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1378.238960] env[62127]: DEBUG nova.network.neutron [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Updating instance_info_cache with network_info: [{"id": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "address": "fa:16:3e:b8:de:70", "network": {"id": "8fddf72f-abc8-4089-833c-ce3471e75cf3", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-2102752135-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.128", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5174a3740b0545d2bdbe1127ce4cd9dd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e839c46-1ae9-43b7-9518-8f18f48100dd", "external-id": "nsx-vlan-transportzone-666", "segmentation_id": 666, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap74045e1d-ad", "ovs_interfaceid": "74045e1d-ad43-48ae-9375-12f3a4a1453c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.260777] env[62127]: WARNING nova.virt.vmwareapi.vmops [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bb27b6c8-05d4-46d1-903c-191336a3a6d5 could not be found. [ 1378.260995] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1378.261200] env[62127]: INFO nova.compute.manager [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Took 0.12 seconds to destroy the instance on the hypervisor. [ 1378.261455] env[62127]: DEBUG oslo.service.loopingcall [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.262516] env[62127]: DEBUG nova.compute.manager [-] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1378.262669] env[62127]: DEBUG nova.network.neutron [-] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1378.269697] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.842s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.271786] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.658s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1378.273497] env[62127]: INFO nova.compute.claims [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1378.299070] env[62127]: INFO nova.scheduler.client.report [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Deleted allocations for instance fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a [ 1378.439644] env[62127]: DEBUG oslo_vmware.api [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732971, 'name': PowerOnVM_Task, 'duration_secs': 0.797701} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.439780] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1378.439971] env[62127]: INFO nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Took 10.46 seconds to spawn the instance on the hypervisor. [ 1378.440199] env[62127]: DEBUG nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1378.442089] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83b7606-a811-4611-830f-7a7417cb6dfb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.478164] env[62127]: DEBUG nova.network.neutron [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Successfully created port: 5fa3cd53-70ba-492d-b047-b0b0c5487cbb {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1378.500360] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1378.647176] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.648956] env[62127]: DEBUG nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Instance network_info: |[{"id": "a5763d20-c377-4b58-9dac-11b32038e8a2", "address": "fa:16:3e:f4:97:7f", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5763d20-c3", "ovs_interfaceid": "a5763d20-c377-4b58-9dac-11b32038e8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1378.651022] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:97:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a5763d20-c377-4b58-9dac-11b32038e8a2', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.658742] env[62127]: DEBUG oslo.service.loopingcall [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1378.659270] env[62127]: DEBUG nova.network.neutron [-] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.660601] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.660958] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41bf172b-2b8f-4dc1-9ed8-f7f496874050 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.688736] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.688736] env[62127]: value = "task-1732972" [ 1378.688736] env[62127]: _type = "Task" [ 1378.688736] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.699356] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732972, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.742995] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] Releasing lock "refresh_cache-b30f2b92-f013-46f0-9b31-d4b96dc23c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1378.742995] env[62127]: DEBUG nova.compute.manager [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received event network-changed-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1378.742995] env[62127]: DEBUG nova.compute.manager [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing instance network info cache due to event network-changed-1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1378.742995] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] Acquiring lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1378.807300] env[62127]: DEBUG nova.network.neutron [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.817777] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ef982d23-d61c-4280-bf17-a06c4127b751 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527 tempest-FloatingIPsAssociationNegativeTestJSON-1745178527-project-member] Lock "fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.258s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1378.967668] env[62127]: INFO nova.compute.manager [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Took 36.67 seconds to build instance. [ 1379.109984] env[62127]: DEBUG nova.network.neutron [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updated VIF entry in instance network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1379.109984] env[62127]: DEBUG nova.network.neutron [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [{"id": "1465578a-1842-4586-84d4-c0b0525e0740", "address": "fa:16:3e:83:15:33", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465578a-18", "ovs_interfaceid": "1465578a-1842-4586-84d4-c0b0525e0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.180587] env[62127]: INFO nova.compute.manager [-] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Took 2.29 seconds to deallocate network for instance. [ 1379.203120] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732972, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.311880] env[62127]: DEBUG oslo_concurrency.lockutils [req-13bb740f-0120-429e-9c8c-b35eb2d25f8d req-f5d67a4d-871a-4088-828f-81b547992a64 service nova] Releasing lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.470951] env[62127]: DEBUG oslo_concurrency.lockutils [None req-27c7ed61-2a36-4601-ad21-1d5f87b80517 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.191s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.568336] env[62127]: DEBUG nova.compute.manager [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Received event network-vif-plugged-a5763d20-c377-4b58-9dac-11b32038e8a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1379.568336] env[62127]: DEBUG oslo_concurrency.lockutils [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] Acquiring lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.568336] env[62127]: DEBUG oslo_concurrency.lockutils [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1379.568336] env[62127]: DEBUG oslo_concurrency.lockutils [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1379.569436] env[62127]: DEBUG nova.compute.manager [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] No waiting events found dispatching network-vif-plugged-a5763d20-c377-4b58-9dac-11b32038e8a2 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1379.569619] env[62127]: WARNING nova.compute.manager [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Received unexpected event network-vif-plugged-a5763d20-c377-4b58-9dac-11b32038e8a2 for instance with vm_state building and task_state spawning. [ 1379.569801] env[62127]: DEBUG nova.compute.manager [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Received event network-changed-a5763d20-c377-4b58-9dac-11b32038e8a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1379.569961] env[62127]: DEBUG nova.compute.manager [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Refreshing instance network info cache due to event network-changed-a5763d20-c377-4b58-9dac-11b32038e8a2. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1379.570171] env[62127]: DEBUG oslo_concurrency.lockutils [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] Acquiring lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.570309] env[62127]: DEBUG oslo_concurrency.lockutils [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] Acquired lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.570465] env[62127]: DEBUG nova.network.neutron [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Refreshing network info cache for port a5763d20-c377-4b58-9dac-11b32038e8a2 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.615446] env[62127]: DEBUG oslo_concurrency.lockutils [req-18637b08-c057-4695-9f54-935a44fd3e7c req-5cfdd971-eb6b-4692-b6df-07916d841aed service nova] Releasing lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1379.616324] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] Acquired lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.616407] env[62127]: DEBUG nova.network.neutron [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Refreshing network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1379.688995] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1379.691569] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e140ac8c-ce27-4861-b396-9aae6f73fc80 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.706238] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7150e3-2d75-419a-9bbe-e84ede81c59d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.709468] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732972, 'name': CreateVM_Task, 'duration_secs': 0.619672} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.709640] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1379.710593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1379.710834] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.711116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1379.711376] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-386ddb1d-e55a-4146-a76e-e21a3d27f89a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.738523] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc67876c-514c-4755-9de7-600ab8227981 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.742194] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1379.742194] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c6463f-55bd-e6e3-4ecf-470b0aa961e5" [ 1379.742194] env[62127]: _type = "Task" [ 1379.742194] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.748752] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d010eb88-4988-422e-be6e-e26deb7fda16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.755984] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c6463f-55bd-e6e3-4ecf-470b0aa961e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.766997] env[62127]: DEBUG nova.compute.provider_tree [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.820074] env[62127]: DEBUG nova.network.neutron [-] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.859083] env[62127]: DEBUG nova.compute.manager [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1380.257208] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c6463f-55bd-e6e3-4ecf-470b0aa961e5, 'name': SearchDatastore_Task, 'duration_secs': 0.109246} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.257826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1380.258260] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1380.258814] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1380.258970] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.259335] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1380.259764] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a7d43a7-060b-4880-a001-9b0e6f31a23a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.269691] env[62127]: DEBUG nova.scheduler.client.report [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1380.279209] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1380.279209] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1380.279209] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b629ccf-a461-490b-85e7-bbe7cd69b9dc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.284704] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1380.284704] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52733e4e-01ed-210e-32f1-73849dc840c7" [ 1380.284704] env[62127]: _type = "Task" [ 1380.284704] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.293240] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52733e4e-01ed-210e-32f1-73849dc840c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.320633] env[62127]: INFO nova.compute.manager [-] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Took 2.06 seconds to deallocate network for instance. [ 1380.382022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.778301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1380.778301] env[62127]: DEBUG nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1380.782085] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 12.418s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.796826] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52733e4e-01ed-210e-32f1-73849dc840c7, 'name': SearchDatastore_Task, 'duration_secs': 0.013925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.798433] env[62127]: DEBUG nova.network.neutron [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Updated VIF entry in instance network info cache for port a5763d20-c377-4b58-9dac-11b32038e8a2. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.798839] env[62127]: DEBUG nova.network.neutron [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Updating instance_info_cache with network_info: [{"id": "a5763d20-c377-4b58-9dac-11b32038e8a2", "address": "fa:16:3e:f4:97:7f", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5763d20-c3", "ovs_interfaceid": "a5763d20-c377-4b58-9dac-11b32038e8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.799939] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57706246-9361-420a-8f5f-a9052a73abd4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.806144] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1380.806144] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f10e5f-a87b-9865-73fa-b4c725d6f5d9" [ 1380.806144] env[62127]: _type = "Task" [ 1380.806144] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.815508] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f10e5f-a87b-9865-73fa-b4c725d6f5d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.823917] env[62127]: DEBUG oslo_concurrency.lockutils [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1380.824194] env[62127]: DEBUG oslo_concurrency.lockutils [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1380.854696] env[62127]: DEBUG nova.network.neutron [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updated VIF entry in instance network info cache for port 1465578a-1842-4586-84d4-c0b0525e0740. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1380.854994] env[62127]: DEBUG nova.network.neutron [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [{"id": "1465578a-1842-4586-84d4-c0b0525e0740", "address": "fa:16:3e:83:15:33", "network": {"id": "94be75d6-6610-455c-82bd-606a7fbeeca1", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1426919027-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5344c8dd0e0d4c62812f70de5cc99f37", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1465578a-18", "ovs_interfaceid": "1465578a-1842-4586-84d4-c0b0525e0740", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1380.872960] env[62127]: INFO nova.compute.manager [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Took 0.55 seconds to detach 1 volumes for instance. [ 1380.875477] env[62127]: DEBUG nova.compute.manager [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Deleting volume: cc265a4b-ede7-44c8-8daf-af830d81f29f {{(pid=62127) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1381.014158] env[62127]: DEBUG nova.network.neutron [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Successfully updated port: 5fa3cd53-70ba-492d-b047-b0b0c5487cbb {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1381.283952] env[62127]: DEBUG nova.compute.utils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.285865] env[62127]: DEBUG nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1381.286138] env[62127]: DEBUG nova.network.neutron [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1381.300897] env[62127]: DEBUG nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1381.303587] env[62127]: DEBUG oslo_concurrency.lockutils [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] Releasing lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.304178] env[62127]: DEBUG nova.compute.manager [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received event network-vif-deleted-c38195f6-6da5-4f4d-b51d-810fbccd702f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1381.304178] env[62127]: DEBUG nova.compute.manager [req-53ae21da-5c0a-4b60-8cca-6501e8fdc422 req-bbfb63ca-b08b-4bfc-828a-1e275ae4e801 service nova] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Received event network-vif-deleted-ef78a5f9-28eb-4e64-bc2d-87df6c19b1a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1381.318501] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f10e5f-a87b-9865-73fa-b4c725d6f5d9, 'name': SearchDatastore_Task, 'duration_secs': 0.009776} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.318944] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.319321] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 581283b5-aeca-4ca3-a0a9-a04fdb9c2157/581283b5-aeca-4ca3-a0a9-a04fdb9c2157.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1381.319558] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-410e6f6d-27a9-4474-bff0-fa0f11c5faf8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.327427] env[62127]: DEBUG nova.compute.utils [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1381.328788] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1381.328788] env[62127]: value = "task-1732974" [ 1381.328788] env[62127]: _type = "Task" [ 1381.328788] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.340936] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732974, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.355846] env[62127]: DEBUG nova.policy [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f67dfbf7ea4dbc8ac8f457176e1ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436b211dd06e4f9fa73844f594738afb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1381.360362] env[62127]: DEBUG oslo_concurrency.lockutils [req-ed87d3d4-228c-4530-881c-be901c741e2b req-c19e931e-94c7-4c7e-be18-857a2e05262d service nova] Releasing lock "refresh_cache-f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1381.423308] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.517826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1381.518055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.518250] env[62127]: DEBUG nova.network.neutron [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1381.621634] env[62127]: DEBUG nova.network.neutron [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Successfully created port: acde5320-4c9f-4d7c-9ed5-c7647eba285e {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1381.807844] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating resource usage from migration e0f38603-720f-4be1-8884-e388ecfed9f2 [ 1381.830461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.841141] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732974, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.842124] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 56dd5354-066e-4da8-8d9b-82c417a89b2f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.842322] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 49d54fac-78b3-4034-85dc-10a9fb7b7df5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.842441] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 92a365cf-c09f-494c-8205-6a0bd9fa0f25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.842538] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4a71a883-4f0a-43bd-8426-ccd16617938b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.842677] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8b557f94-d200-4d69-b97f-a799b5f6b10b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1381.842793] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 474c168c-e96d-4d98-94e0-24749c242dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.842907] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance e7f51043-6190-446e-a795-68fba59f8b37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843411] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance b7b2b3cc-4b29-45d6-881e-843ef3c6a191 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843411] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843411] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ef1727e9-4ea9-47d2-b94d-b471cc4ce30d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843411] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f7d3156e-4386-4b65-8d38-3e60f4aaf7d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843669] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843669] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance eb10fc88-0e81-4b32-8c3a-5c311a642519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843669] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.843822] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2a346945-3e97-4da8-aa48-3e39577d63d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1381.843868] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance cb1bba98-24b6-443d-92c9-59640cf53754 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.844377] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 29592c2d-d44d-4ca1-be06-ae96a1261f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.844377] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (f9fde961-56b4-459e-8343-d29cfefd8d40): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1780}} [ 1381.844377] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 0276f97e-e204-4b03-bf33-dd991cd0169e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.844377] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 94ec1ac3-1a01-40c5-8120-1856c35d29a8 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1381.844720] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.844720] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 78200f24-2501-4d62-8c1a-1f3ef90c0465 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.844720] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 753a4da9-8a31-4eab-8aac-373725b4c425 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1381.844822] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance b30f2b92-f013-46f0-9b31-d4b96dc23c76 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.844918] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5e25f49e-f159-40bd-94ad-a1564b303d05 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.845038] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 581283b5-aeca-4ca3-a0a9-a04fdb9c2157 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.845150] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 422eb907-be7f-475f-9e01-cfc5c3997193 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.845258] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration e0f38603-720f-4be1-8884-e388ecfed9f2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1381.845365] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1381.845600] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1381.845729] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5120MB phys_disk=200GB used_disk=22GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1382.063842] env[62127]: WARNING nova.network.neutron [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] 4b6499a7-c69b-4088-a2b8-af14d05ba484 already exists in list: networks containing: ['4b6499a7-c69b-4088-a2b8-af14d05ba484']. ignoring it [ 1382.226222] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2308a31f-170b-49a5-b3c7-dad29d66d75d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.234150] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67eabf15-d0cd-429c-a5fc-6f5cf6d55509 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.265797] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a3bdd6-de68-4f90-9a0f-22bf7567d4bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.273486] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cf7e129-973b-4dce-945f-fbe268645272 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.287838] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.315982] env[62127]: DEBUG nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1382.344676] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732974, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561423} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.348213] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.348551] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.348551] env[62127]: DEBUG nova.virt.hardware [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.348824] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 581283b5-aeca-4ca3-a0a9-a04fdb9c2157/581283b5-aeca-4ca3-a0a9-a04fdb9c2157.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1382.349027] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1382.349789] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dfa4b9-8b83-4e38-bb7a-88ee83fae81f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.352411] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aebcb530-2140-499b-bf3a-4d89eb69e568 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.362615] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3491f86b-b1a4-4e96-873e-5555557700a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.367694] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1382.367694] env[62127]: value = "task-1732975" [ 1382.367694] env[62127]: _type = "Task" [ 1382.367694] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.391369] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732975, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.425060] env[62127]: DEBUG nova.network.neutron [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fa3cd53-70ba-492d-b047-b0b0c5487cbb", "address": "fa:16:3e:93:a3:f5", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa3cd53-70", "ovs_interfaceid": "5fa3cd53-70ba-492d-b047-b0b0c5487cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1382.792424] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1382.878370] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732975, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088928} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.878707] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1382.879461] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e21abb2-bd34-42d6-af28-5d3c89e15233 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.907777] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] 581283b5-aeca-4ca3-a0a9-a04fdb9c2157/581283b5-aeca-4ca3-a0a9-a04fdb9c2157.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1382.908924] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85eeee59-6017-4409-9f2a-48920ad46e70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.925296] env[62127]: DEBUG oslo_concurrency.lockutils [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1382.925556] env[62127]: DEBUG oslo_concurrency.lockutils [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1382.925787] env[62127]: INFO nova.compute.manager [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Attaching volume 4f62660e-fe97-4fa3-8325-6dfd2059780d to /dev/sdb [ 1382.928143] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1382.928737] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1382.928897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.930499] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48191ab1-ac4e-4b14-80ec-6bcfc2f1313b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.939490] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1382.939490] env[62127]: value = "task-1732976" [ 1382.939490] env[62127]: _type = "Task" [ 1382.939490] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.960188] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1382.960423] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1382.960613] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1382.960815] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1382.960966] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1382.961145] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1382.961372] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1382.961532] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1382.961701] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1382.961863] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1382.962046] env[62127]: DEBUG nova.virt.hardware [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1382.970406] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Reconfiguring VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1382.971283] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-706f7efa-533d-49e5-a64a-1f733f6d3afe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.989888] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b372288-5f44-436c-834a-91853f490a29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.992873] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.998852] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962990f4-043e-41a7-a774-62a518abbb01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.001817] env[62127]: DEBUG oslo_vmware.api [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1383.001817] env[62127]: value = "task-1732977" [ 1383.001817] env[62127]: _type = "Task" [ 1383.001817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.013571] env[62127]: DEBUG nova.virt.block_device [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Updating existing volume attachment record: 78b5baad-a2e8-48b5-aff8-ddb8c0dce19f {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1383.019654] env[62127]: DEBUG oslo_vmware.api [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732977, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.274816] env[62127]: DEBUG nova.network.neutron [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Successfully updated port: acde5320-4c9f-4d7c-9ed5-c7647eba285e {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1383.300283] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1383.300283] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.518s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.300283] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.603s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.300283] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.301708] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.122s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.302096] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.304333] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.694s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.304705] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.308736] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.832s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.308736] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.310122] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.455s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.342422] env[62127]: INFO nova.scheduler.client.report [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Deleted allocations for instance 8b557f94-d200-4d69-b97f-a799b5f6b10b [ 1383.353643] env[62127]: INFO nova.scheduler.client.report [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Deleted allocations for instance 94ec1ac3-1a01-40c5-8120-1856c35d29a8 [ 1383.360966] env[62127]: INFO nova.scheduler.client.report [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Deleted allocations for instance f1ffb50c-6d1f-407a-94a2-cd1fd55299f9 [ 1383.380181] env[62127]: INFO nova.scheduler.client.report [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Deleted allocations for instance 2a346945-3e97-4da8-aa48-3e39577d63d7 [ 1383.452404] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732976, 'name': ReconfigVM_Task, 'duration_secs': 0.48795} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.455588] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Reconfigured VM instance instance-0000002d to attach disk [datastore1] 581283b5-aeca-4ca3-a0a9-a04fdb9c2157/581283b5-aeca-4ca3-a0a9-a04fdb9c2157.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1383.456760] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f6cde44c-7525-4774-ba89-94e722829541 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.463349] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1383.463349] env[62127]: value = "task-1732981" [ 1383.463349] env[62127]: _type = "Task" [ 1383.463349] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.476018] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732981, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.511855] env[62127]: DEBUG oslo_vmware.api [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.593386] env[62127]: DEBUG nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Received event network-vif-deleted-4cf07279-1947-437a-97a6-9587a00fcb85 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1383.593386] env[62127]: DEBUG nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Received event network-changed-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1383.593753] env[62127]: DEBUG nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Refreshing instance network info cache due to event network-changed-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1383.594012] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Acquiring lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.594457] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Acquired lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.594457] env[62127]: DEBUG nova.network.neutron [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Refreshing network info cache for port ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1383.781335] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "refresh_cache-422eb907-be7f-475f-9e01-cfc5c3997193" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.781335] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "refresh_cache-422eb907-be7f-475f-9e01-cfc5c3997193" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.781335] env[62127]: DEBUG nova.network.neutron [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.824250] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbd14790-cc6b-4210-adc7-746ef0740884 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.832440] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5412fc68-0952-47c6-a642-162d3a3581d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.876517] env[62127]: DEBUG oslo_concurrency.lockutils [None req-70ee8c25-81ec-4783-9ef0-246b521ee094 tempest-InstanceActionsV221TestJSON-384153562 tempest-InstanceActionsV221TestJSON-384153562-project-member] Lock "94ec1ac3-1a01-40c5-8120-1856c35d29a8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.752s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.881029] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b97e53b-243e-46c9-8ffa-da170981506d tempest-VolumesAssistedSnapshotsTest-553200150 tempest-VolumesAssistedSnapshotsTest-553200150-project-member] Lock "8b557f94-d200-4d69-b97f-a799b5f6b10b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.674s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.881029] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbb69976-842f-444f-89ae-7dc1e4ab6f74 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.887954] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2a76d4db-469a-4162-a382-1576c0bce907 tempest-ImagesOneServerTestJSON-674841702 tempest-ImagesOneServerTestJSON-674841702-project-member] Lock "2a346945-3e97-4da8-aa48-3e39577d63d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.563s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.890192] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76adfc0-b6c4-45df-8988-a5d135db496b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.912015] env[62127]: DEBUG nova.compute.provider_tree [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1383.916150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b1661b8-d17c-4ef9-a478-9e026ed03e94 tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.345s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.917194] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 6.264s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.917427] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1383.917656] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1383.917890] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1383.920542] env[62127]: INFO nova.compute.manager [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Terminating instance [ 1383.922461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1383.922683] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquired lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.922892] env[62127]: DEBUG nova.network.neutron [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1383.977167] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732981, 'name': Rename_Task, 'duration_secs': 0.186716} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.977462] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1383.977721] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b85ef57d-ef83-4226-b38a-146a62330a10 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.984142] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1383.984142] env[62127]: value = "task-1732982" [ 1383.984142] env[62127]: _type = "Task" [ 1383.984142] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.993506] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732982, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.012628] env[62127]: DEBUG oslo_vmware.api [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732977, 'name': ReconfigVM_Task, 'duration_secs': 0.812813} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.012988] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1384.013242] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Reconfigured VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1384.311640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "5e25f49e-f159-40bd-94ad-a1564b303d05" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1384.312507] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.312765] env[62127]: INFO nova.compute.manager [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Rebooting instance [ 1384.333876] env[62127]: DEBUG nova.network.neutron [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.414430] env[62127]: DEBUG nova.scheduler.client.report [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1384.425645] env[62127]: DEBUG nova.compute.utils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Can not refresh info_cache because instance was not found {{(pid=62127) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1024}} [ 1384.464263] env[62127]: DEBUG nova.network.neutron [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1384.500700] env[62127]: DEBUG oslo_vmware.api [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1732982, 'name': PowerOnVM_Task, 'duration_secs': 0.465005} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.501592] env[62127]: DEBUG nova.network.neutron [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updated VIF entry in instance network info cache for port ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.501923] env[62127]: DEBUG nova.network.neutron [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updating instance_info_cache with network_info: [{"id": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "address": "fa:16:3e:ca:1b:71", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef53b28e-3c", "ovs_interfaceid": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.504699] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1384.505037] env[62127]: INFO nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Took 11.45 seconds to spawn the instance on the hypervisor. [ 1384.507267] env[62127]: DEBUG nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1384.507267] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06696b5-e31c-4d19-8015-36d0aafdb801 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.519966] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000689f2-c89e-41c2-9716-117c2ba71eb5 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-b7b2b3cc-4b29-45d6-881e-843ef3c6a191-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 8.955s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.662070] env[62127]: DEBUG nova.network.neutron [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.674637] env[62127]: DEBUG nova.network.neutron [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Updating instance_info_cache with network_info: [{"id": "acde5320-4c9f-4d7c-9ed5-c7647eba285e", "address": "fa:16:3e:97:33:d0", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacde5320-4c", "ovs_interfaceid": "acde5320-4c9f-4d7c-9ed5-c7647eba285e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.842496] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1384.918195] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.918619] env[62127]: INFO nova.compute.manager [None req-5e7bbe9b-a479-4402-9033-6567b39b741b tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Successfully reverted task state from rebuilding on failure for instance. [ 1384.926042] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.237s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.926042] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1384.928207] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.546s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1384.955372] env[62127]: INFO nova.scheduler.client.report [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Deleted allocations for instance 753a4da9-8a31-4eab-8aac-373725b4c425 [ 1385.005864] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Releasing lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.006621] env[62127]: DEBUG nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received event network-vif-plugged-5fa3cd53-70ba-492d-b047-b0b0c5487cbb {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1385.006621] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.006833] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.006921] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.007152] env[62127]: DEBUG nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] No waiting events found dispatching network-vif-plugged-5fa3cd53-70ba-492d-b047-b0b0c5487cbb {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1385.008024] env[62127]: WARNING nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received unexpected event network-vif-plugged-5fa3cd53-70ba-492d-b047-b0b0c5487cbb for instance with vm_state active and task_state None. [ 1385.008024] env[62127]: DEBUG nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received event network-changed-5fa3cd53-70ba-492d-b047-b0b0c5487cbb {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1385.008024] env[62127]: DEBUG nova.compute.manager [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Refreshing instance network info cache due to event network-changed-5fa3cd53-70ba-492d-b047-b0b0c5487cbb. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1385.008024] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Acquiring lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.008024] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Acquired lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.008337] env[62127]: DEBUG nova.network.neutron [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Refreshing network info cache for port 5fa3cd53-70ba-492d-b047-b0b0c5487cbb {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1385.009460] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquired lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.009636] env[62127]: DEBUG nova.network.neutron [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.026833] env[62127]: INFO nova.compute.manager [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Took 33.89 seconds to build instance. [ 1385.164613] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Releasing lock "refresh_cache-f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.164774] env[62127]: DEBUG nova.compute.manager [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1385.165102] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.165172] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8955e864-4f81-4262-b28e-de3f4b5b49cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.179021] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "refresh_cache-422eb907-be7f-475f-9e01-cfc5c3997193" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1385.179021] env[62127]: DEBUG nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Instance network_info: |[{"id": "acde5320-4c9f-4d7c-9ed5-c7647eba285e", "address": "fa:16:3e:97:33:d0", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacde5320-4c", "ovs_interfaceid": "acde5320-4c9f-4d7c-9ed5-c7647eba285e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1385.179021] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:33:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'acde5320-4c9f-4d7c-9ed5-c7647eba285e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1385.191678] env[62127]: DEBUG oslo.service.loopingcall [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.192202] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ca53b98-27ce-4243-9209-5c3af54954ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.207747] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1385.208083] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-033d589a-8a96-4ee7-91ec-e04d3161e194 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.229380] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1385.229380] env[62127]: value = "task-1732983" [ 1385.229380] env[62127]: _type = "Task" [ 1385.229380] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.260336] env[62127]: WARNING nova.virt.vmwareapi.vmops [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance f1ffb50c-6d1f-407a-94a2-cd1fd55299f9 could not be found. [ 1385.260336] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.260336] env[62127]: INFO nova.compute.manager [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Took 0.10 seconds to destroy the instance on the hypervisor. [ 1385.260336] env[62127]: DEBUG oslo.service.loopingcall [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1385.263711] env[62127]: DEBUG nova.compute.manager [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1385.264813] env[62127]: DEBUG nova.network.neutron [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.266180] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732983, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.283783] env[62127]: DEBUG nova.network.neutron [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1385.436236] env[62127]: INFO nova.compute.claims [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1385.465619] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e8d59b-7da6-4ebc-8191-6463e47d02d0 tempest-ServersTestMultiNic-1015864620 tempest-ServersTestMultiNic-1015864620-project-member] Lock "753a4da9-8a31-4eab-8aac-373725b4c425" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.204s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.528615] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6b2eafa-eca8-44d1-a544-ac38d4f286de tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.397s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.536243] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "f6946b54-42e7-4df2-896b-8cad25dea261" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.537039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.739776] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1732983, 'name': CreateVM_Task, 'duration_secs': 0.435942} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.739983] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1385.740766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.740954] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.744164] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1385.744164] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b977fd18-0e6c-4428-af27-e6a863ceea63 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.746904] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1385.746904] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5244875f-cc93-e48d-d049-b2eff0a48c0f" [ 1385.746904] env[62127]: _type = "Task" [ 1385.746904] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.759475] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5244875f-cc93-e48d-d049-b2eff0a48c0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.784770] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] Acquiring lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1385.785031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] Acquired lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.785525] env[62127]: DEBUG nova.network.neutron [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1385.787146] env[62127]: DEBUG nova.network.neutron [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.898767] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.899126] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.899276] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1385.899460] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1385.899633] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1385.901729] env[62127]: INFO nova.compute.manager [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Terminating instance [ 1385.903649] env[62127]: DEBUG nova.compute.manager [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1385.904514] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1385.904724] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c999ad7-e51f-4583-86bc-c6548fe060f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.914594] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1385.914837] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-705bc6ca-d4cc-44a2-9447-30d86a94fcd6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.921223] env[62127]: DEBUG oslo_vmware.api [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1385.921223] env[62127]: value = "task-1732985" [ 1385.921223] env[62127]: _type = "Task" [ 1385.921223] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.930548] env[62127]: DEBUG oslo_vmware.api [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.942256] env[62127]: INFO nova.compute.resource_tracker [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating resource usage from migration e0f38603-720f-4be1-8884-e388ecfed9f2 [ 1386.042240] env[62127]: DEBUG nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1386.117583] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "eb10fc88-0e81-4b32-8c3a-5c311a642519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.117965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.118235] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "eb10fc88-0e81-4b32-8c3a-5c311a642519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.118436] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.118636] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.124069] env[62127]: INFO nova.compute.manager [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Terminating instance [ 1386.127658] env[62127]: DEBUG nova.compute.manager [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1386.127658] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.128625] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf660885-dbc0-4624-b9c9-0455b94f0294 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.140645] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1386.140961] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-094a1da1-5341-4edf-aea3-4f70d2c78661 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.149207] env[62127]: DEBUG oslo_vmware.api [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1386.149207] env[62127]: value = "task-1732986" [ 1386.149207] env[62127]: _type = "Task" [ 1386.149207] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.159319] env[62127]: DEBUG oslo_vmware.api [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.176087] env[62127]: DEBUG nova.compute.manager [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Received event network-vif-plugged-acde5320-4c9f-4d7c-9ed5-c7647eba285e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1386.176087] env[62127]: DEBUG oslo_concurrency.lockutils [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] Acquiring lock "422eb907-be7f-475f-9e01-cfc5c3997193-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.176317] env[62127]: DEBUG oslo_concurrency.lockutils [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] Lock "422eb907-be7f-475f-9e01-cfc5c3997193-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.176590] env[62127]: DEBUG oslo_concurrency.lockutils [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] Lock "422eb907-be7f-475f-9e01-cfc5c3997193-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.176949] env[62127]: DEBUG nova.compute.manager [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] No waiting events found dispatching network-vif-plugged-acde5320-4c9f-4d7c-9ed5-c7647eba285e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1386.177137] env[62127]: WARNING nova.compute.manager [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Received unexpected event network-vif-plugged-acde5320-4c9f-4d7c-9ed5-c7647eba285e for instance with vm_state building and task_state spawning. [ 1386.177463] env[62127]: DEBUG nova.compute.manager [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Received event network-changed-acde5320-4c9f-4d7c-9ed5-c7647eba285e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1386.177769] env[62127]: DEBUG nova.compute.manager [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Refreshing instance network info cache due to event network-changed-acde5320-4c9f-4d7c-9ed5-c7647eba285e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1386.177987] env[62127]: DEBUG oslo_concurrency.lockutils [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] Acquiring lock "refresh_cache-422eb907-be7f-475f-9e01-cfc5c3997193" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.178333] env[62127]: DEBUG oslo_concurrency.lockutils [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] Acquired lock "refresh_cache-422eb907-be7f-475f-9e01-cfc5c3997193" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.178333] env[62127]: DEBUG nova.network.neutron [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Refreshing network info cache for port acde5320-4c9f-4d7c-9ed5-c7647eba285e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1386.191416] env[62127]: DEBUG nova.network.neutron [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updating instance_info_cache with network_info: [{"id": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "address": "fa:16:3e:ca:1b:71", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef53b28e-3c", "ovs_interfaceid": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.242348] env[62127]: DEBUG nova.network.neutron [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updated VIF entry in instance network info cache for port 5fa3cd53-70ba-492d-b047-b0b0c5487cbb. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1386.242779] env[62127]: DEBUG nova.network.neutron [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5fa3cd53-70ba-492d-b047-b0b0c5487cbb", "address": "fa:16:3e:93:a3:f5", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5fa3cd53-70", "ovs_interfaceid": "5fa3cd53-70ba-492d-b047-b0b0c5487cbb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.260476] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5244875f-cc93-e48d-d049-b2eff0a48c0f, 'name': SearchDatastore_Task, 'duration_secs': 0.023051} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.261827] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.261827] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1386.261920] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1386.262854] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.263028] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1386.263696] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4988237c-45f0-4f87-aa25-9720767d6d4a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.278410] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1386.278595] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1386.279679] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b000983-70fb-44b3-9d09-2f9042e9d251 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.292397] env[62127]: INFO nova.compute.manager [-] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Took 1.03 seconds to deallocate network for instance. [ 1386.299411] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1386.299411] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524bbdab-29bf-60f1-c8e1-8b68762ff73b" [ 1386.299411] env[62127]: _type = "Task" [ 1386.299411] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.311824] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524bbdab-29bf-60f1-c8e1-8b68762ff73b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.432287] env[62127]: DEBUG oslo_vmware.api [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732985, 'name': PowerOffVM_Task, 'duration_secs': 0.376303} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.434918] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.435236] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.435768] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb969b99-f8d3-46d8-b3bd-ae5477fd071b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.450224] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a8864e-1c47-40f6-8ca0-0cdcfbb74ba7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.461088] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa6f248-d4f8-4a0d-9cd1-cdbc71e34d1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.495795] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b79a7d45-3ca9-4b31-8003-7c52ac33b6ac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.503551] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f9bf72-a21c-4b71-aa59-f1a6f4d9b958 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.517942] env[62127]: DEBUG nova.compute.provider_tree [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.529893] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.530416] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.530510] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Deleting the datastore file [datastore1] f7d3156e-4386-4b65-8d38-3e60f4aaf7d7 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.530858] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f778ca2-c866-4722-b3fe-9e6b1abc986d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.541422] env[62127]: DEBUG oslo_vmware.api [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for the task: (returnval){ [ 1386.541422] env[62127]: value = "task-1732988" [ 1386.541422] env[62127]: _type = "Task" [ 1386.541422] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.558161] env[62127]: DEBUG oslo_vmware.api [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.569265] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.663746] env[62127]: DEBUG oslo_vmware.api [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732986, 'name': PowerOffVM_Task, 'duration_secs': 0.246283} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.664130] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1386.664376] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.667031] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b5963c59-2daf-4d8b-8378-c4b3ce5197fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.695451] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Releasing lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.697748] env[62127]: DEBUG nova.compute.manager [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1386.699335] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64abff6-5b85-43e7-a5a9-94d93b8ab639 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.737450] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1386.737687] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1386.737866] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Deleting the datastore file [datastore1] eb10fc88-0e81-4b32-8c3a-5c311a642519 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1386.739799] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3c73aac7-86eb-4963-9eb8-e4b95bda3b11 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.747396] env[62127]: DEBUG oslo_vmware.api [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1386.747396] env[62127]: value = "task-1732990" [ 1386.747396] env[62127]: _type = "Task" [ 1386.747396] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.748324] env[62127]: DEBUG oslo_concurrency.lockutils [req-ff122bea-bcc5-4106-838b-3410c645458a req-d3519642-1e70-4992-9d96-d19784b57908 service nova] Releasing lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1386.758740] env[62127]: DEBUG oslo_vmware.api [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732990, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.781197] env[62127]: DEBUG nova.network.neutron [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Updating instance_info_cache with network_info: [{"id": "a5763d20-c377-4b58-9dac-11b32038e8a2", "address": "fa:16:3e:f4:97:7f", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5763d20-c3", "ovs_interfaceid": "a5763d20-c377-4b58-9dac-11b32038e8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1386.804665] env[62127]: INFO nova.compute.manager [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance disappeared during terminate [ 1386.805995] env[62127]: DEBUG oslo_concurrency.lockutils [None req-50d017dc-b952-4eac-ae88-edbd5bb6736e tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f1ffb50c-6d1f-407a-94a2-cd1fd55299f9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.888s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.813608] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524bbdab-29bf-60f1-c8e1-8b68762ff73b, 'name': SearchDatastore_Task, 'duration_secs': 0.013107} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.814426] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49c0edbb-59bb-49c0-b5ae-2adab0bdfa2e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.823563] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1386.823563] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5293d8d3-49c4-786e-9762-f9f972932b80" [ 1386.823563] env[62127]: _type = "Task" [ 1386.823563] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.832274] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5293d8d3-49c4-786e-9762-f9f972932b80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.894098] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "78200f24-2501-4d62-8c1a-1f3ef90c0465" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.894394] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.895482] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "78200f24-2501-4d62-8c1a-1f3ef90c0465-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1386.895482] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1386.895482] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1386.898116] env[62127]: INFO nova.compute.manager [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Terminating instance [ 1386.902735] env[62127]: DEBUG nova.compute.manager [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1386.903484] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1386.904888] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b693ce-3b61-4b68-83ad-3db41d78fb60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.914317] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1386.917198] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e1a6a28-7044-4bc9-8b27-f5707cfb519a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.023347] env[62127]: DEBUG nova.scheduler.client.report [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1387.032167] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1387.032502] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1387.032792] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Deleting the datastore file [datastore1] 78200f24-2501-4d62-8c1a-1f3ef90c0465 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1387.033293] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6d494cfa-836e-4a6a-b840-f4034550c47e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.044133] env[62127]: DEBUG oslo_vmware.api [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1387.044133] env[62127]: value = "task-1732992" [ 1387.044133] env[62127]: _type = "Task" [ 1387.044133] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.057979] env[62127]: DEBUG oslo_vmware.api [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Task: {'id': task-1732988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.366913} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.062626] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.062626] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.062626] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.062626] env[62127]: INFO nova.compute.manager [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1387.062626] env[62127]: DEBUG oslo.service.loopingcall [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.062626] env[62127]: DEBUG oslo_vmware.api [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732992, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.062626] env[62127]: DEBUG nova.compute.manager [-] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1387.062626] env[62127]: DEBUG nova.network.neutron [-] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.259061] env[62127]: DEBUG oslo_vmware.api [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1732990, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.308387} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.259361] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.259518] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.259695] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.259867] env[62127]: INFO nova.compute.manager [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1387.260126] env[62127]: DEBUG oslo.service.loopingcall [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.260325] env[62127]: DEBUG nova.compute.manager [-] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1387.260633] env[62127]: DEBUG nova.network.neutron [-] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.286142] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] Releasing lock "refresh_cache-581283b5-aeca-4ca3-a0a9-a04fdb9c2157" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.286206] env[62127]: DEBUG nova.compute.manager [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Inject network info {{(pid=62127) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1387.286486] env[62127]: DEBUG nova.compute.manager [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] network_info to inject: |[{"id": "a5763d20-c377-4b58-9dac-11b32038e8a2", "address": "fa:16:3e:f4:97:7f", "network": {"id": "bc7e914d-cf7c-4614-a615-8a41bf217a95", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-803445012-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c561059617b642dfb27b6ec028b874f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0549820d-5649-40bc-ad6e-9ae27b384d90", "external-id": "nsx-vlan-transportzone-434", "segmentation_id": 434, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa5763d20-c3", "ovs_interfaceid": "a5763d20-c377-4b58-9dac-11b32038e8a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1387.291708] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Reconfiguring VM instance to set the machine id {{(pid=62127) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1387.292406] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a49774-a921-4668-b124-17f0c7d11ca7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.311504] env[62127]: DEBUG oslo_vmware.api [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] Waiting for the task: (returnval){ [ 1387.311504] env[62127]: value = "task-1732993" [ 1387.311504] env[62127]: _type = "Task" [ 1387.311504] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.321680] env[62127]: DEBUG oslo_vmware.api [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] Task: {'id': task-1732993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.336775] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5293d8d3-49c4-786e-9762-f9f972932b80, 'name': SearchDatastore_Task, 'duration_secs': 0.022476} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.337118] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1387.337397] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 422eb907-be7f-475f-9e01-cfc5c3997193/422eb907-be7f-475f-9e01-cfc5c3997193.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1387.337672] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201ff83e-0cf1-453c-9269-3fab8a559548 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.344876] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1387.344876] env[62127]: value = "task-1732994" [ 1387.344876] env[62127]: _type = "Task" [ 1387.344876] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.354725] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732994, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.510327] env[62127]: DEBUG nova.network.neutron [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Updated VIF entry in instance network info cache for port acde5320-4c9f-4d7c-9ed5-c7647eba285e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1387.510898] env[62127]: DEBUG nova.network.neutron [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Updating instance_info_cache with network_info: [{"id": "acde5320-4c9f-4d7c-9ed5-c7647eba285e", "address": "fa:16:3e:97:33:d0", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapacde5320-4c", "ovs_interfaceid": "acde5320-4c9f-4d7c-9ed5-c7647eba285e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.530820] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.601s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1387.530820] env[62127]: INFO nova.compute.manager [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Migrating [ 1387.530820] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1387.530820] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "compute-rpcapi-router" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.531992] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.109s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1387.533425] env[62127]: DEBUG nova.objects.instance [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lazy-loading 'resources' on Instance uuid bb27b6c8-05d4-46d1-903c-191336a3a6d5 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.565477] env[62127]: DEBUG oslo_vmware.api [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1732992, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21788} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.565477] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1387.565477] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1387.566430] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1387.566430] env[62127]: INFO nova.compute.manager [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1387.566799] env[62127]: DEBUG oslo.service.loopingcall [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1387.567632] env[62127]: DEBUG nova.compute.manager [-] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1387.567676] env[62127]: DEBUG nova.network.neutron [-] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1387.587722] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1387.587899] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360588', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'name': 'volume-4f62660e-fe97-4fa3-8325-6dfd2059780d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e', 'attached_at': '', 'detached_at': '', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'serial': '4f62660e-fe97-4fa3-8325-6dfd2059780d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1387.588828] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185bc2e9-a591-4670-95a7-f61f122b3a8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.620969] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f748e6-32d2-4751-aca5-dbf752ca6923 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.652834] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] volume-4f62660e-fe97-4fa3-8325-6dfd2059780d/volume-4f62660e-fe97-4fa3-8325-6dfd2059780d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1387.653281] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-033b5af8-8152-42c5-9892-1ca7c311cbd5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.673903] env[62127]: DEBUG oslo_vmware.api [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1387.673903] env[62127]: value = "task-1732995" [ 1387.673903] env[62127]: _type = "Task" [ 1387.673903] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.685500] env[62127]: DEBUG oslo_vmware.api [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732995, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.723755] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d6213b-3eca-48bb-8c86-212a25451b9d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.732113] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Doing hard reboot of VM {{(pid=62127) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1387.732113] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-13b6f290-4c43-46bb-8ea0-3994c516824e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.739541] env[62127]: DEBUG oslo_vmware.api [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1387.739541] env[62127]: value = "task-1732996" [ 1387.739541] env[62127]: _type = "Task" [ 1387.739541] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.747810] env[62127]: DEBUG oslo_vmware.api [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732996, 'name': ResetVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.825062] env[62127]: DEBUG oslo_vmware.api [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] Task: {'id': task-1732993, 'name': ReconfigVM_Task, 'duration_secs': 0.329728} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.825062] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f19feea1-e083-4c29-ae49-7819b2e9cb3e tempest-ServersAdminTestJSON-1419597455 tempest-ServersAdminTestJSON-1419597455-project-admin] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Reconfigured VM instance to set the machine id {{(pid=62127) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1387.855296] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732994, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.013959] env[62127]: DEBUG oslo_concurrency.lockutils [req-5cdbd087-db5e-4c8e-96af-59b54fa3baca req-220fba6e-0167-4fa4-8ff9-ea5bffa6f29b service nova] Releasing lock "refresh_cache-422eb907-be7f-475f-9e01-cfc5c3997193" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.035438] env[62127]: INFO nova.compute.rpcapi [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 1388.035795] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "compute-rpcapi-router" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1388.101727] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-b7b2b3cc-4b29-45d6-881e-843ef3c6a191-5fa3cd53-70ba-492d-b047-b0b0c5487cbb" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1388.101727] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-b7b2b3cc-4b29-45d6-881e-843ef3c6a191-5fa3cd53-70ba-492d-b047-b0b0c5487cbb" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1388.189015] env[62127]: DEBUG oslo_vmware.api [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.250086] env[62127]: DEBUG oslo_vmware.api [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1732996, 'name': ResetVM_Task, 'duration_secs': 0.091344} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.250480] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Did hard reboot of VM {{(pid=62127) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1388.250754] env[62127]: DEBUG nova.compute.manager [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1388.251693] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2173df-353f-40df-a68c-6dd4ad03e175 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.357836] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732994, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.949093} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.359781] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 422eb907-be7f-475f-9e01-cfc5c3997193/422eb907-be7f-475f-9e01-cfc5c3997193.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1388.360087] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1388.360819] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac8da51f-6f00-4ec3-b43c-6d25a2b62365 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.368230] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1388.368230] env[62127]: value = "task-1732997" [ 1388.368230] env[62127]: _type = "Task" [ 1388.368230] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.377408] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.510725] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80e0b57-6337-4617-be75-b8e0b45e0e42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.523883] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d255d0a9-a756-43ca-94c8-de10eda7705a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.555769] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74820097-436d-4d6a-a2f8-97f439d7851e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.565042] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.565042] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.565042] env[62127]: DEBUG nova.network.neutron [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1388.570546] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb0ef5d-84b1-4479-861f-c84d566a2d42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.588514] env[62127]: DEBUG nova.compute.provider_tree [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1388.604476] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1388.604859] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.605820] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d796ddd1-3565-4d03-bfc4-91ff1d438015 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.626089] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90771987-0b16-4f11-9158-be269b42eb81 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.662196] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Reconfiguring VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1388.662553] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239f7f94-fd2f-4bd1-90fd-b1e0f29849b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.679906] env[62127]: DEBUG nova.compute.manager [req-c02886bf-86d8-435c-acde-33a50aa8c0cc req-a64ae8f0-6546-42c2-9508-a4ad067ac8ad service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Received event network-vif-deleted-1465578a-1842-4586-84d4-c0b0525e0740 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1388.680558] env[62127]: INFO nova.compute.manager [req-c02886bf-86d8-435c-acde-33a50aa8c0cc req-a64ae8f0-6546-42c2-9508-a4ad067ac8ad service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Neutron deleted interface 1465578a-1842-4586-84d4-c0b0525e0740; detaching it from the instance and deleting it from the info cache [ 1388.680558] env[62127]: DEBUG nova.network.neutron [req-c02886bf-86d8-435c-acde-33a50aa8c0cc req-a64ae8f0-6546-42c2-9508-a4ad067ac8ad service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.695088] env[62127]: DEBUG oslo_vmware.api [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732995, 'name': ReconfigVM_Task, 'duration_secs': 0.801204} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.696622] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Reconfigured VM instance instance-00000015 to attach disk [datastore1] volume-4f62660e-fe97-4fa3-8325-6dfd2059780d/volume-4f62660e-fe97-4fa3-8325-6dfd2059780d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1388.701481] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1388.701481] env[62127]: value = "task-1732998" [ 1388.701481] env[62127]: _type = "Task" [ 1388.701481] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.702496] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e3fb189-e194-4679-846a-a546f805bead {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.725815] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.729386] env[62127]: DEBUG oslo_vmware.api [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1388.729386] env[62127]: value = "task-1732999" [ 1388.729386] env[62127]: _type = "Task" [ 1388.729386] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.774192] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab4c8883-881e-4168-a713-729cb3e036cf tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.462s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1388.862199] env[62127]: DEBUG nova.network.neutron [-] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.879095] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1732997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228187} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.879432] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1388.880332] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d8c58-c3aa-47f1-a98f-95d0e7665b29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.912917] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 422eb907-be7f-475f-9e01-cfc5c3997193/422eb907-be7f-475f-9e01-cfc5c3997193.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1388.913804] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b225a18-c882-400b-b889-3d9adb99dfd1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.937951] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1388.937951] env[62127]: value = "task-1733000" [ 1388.937951] env[62127]: _type = "Task" [ 1388.937951] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.947316] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733000, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.953817] env[62127]: DEBUG nova.network.neutron [-] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1388.979170] env[62127]: DEBUG nova.network.neutron [-] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.093163] env[62127]: DEBUG nova.scheduler.client.report [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1389.186729] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f50e1677-415f-4a39-8cd0-cde18034664d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.200522] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ece4ec3-37d4-4802-bc3b-a10ba76294fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.224661] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.249064] env[62127]: DEBUG nova.compute.manager [req-c02886bf-86d8-435c-acde-33a50aa8c0cc req-a64ae8f0-6546-42c2-9508-a4ad067ac8ad service nova] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Detach interface failed, port_id=1465578a-1842-4586-84d4-c0b0525e0740, reason: Instance f7d3156e-4386-4b65-8d38-3e60f4aaf7d7 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1389.252509] env[62127]: DEBUG oslo_vmware.api [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1732999, 'name': ReconfigVM_Task, 'duration_secs': 0.240638} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.252795] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360588', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'name': 'volume-4f62660e-fe97-4fa3-8325-6dfd2059780d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e', 'attached_at': '', 'detached_at': '', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'serial': '4f62660e-fe97-4fa3-8325-6dfd2059780d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1389.365747] env[62127]: INFO nova.compute.manager [-] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Took 2.30 seconds to deallocate network for instance. [ 1389.451163] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.460236] env[62127]: INFO nova.compute.manager [-] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Took 2.20 seconds to deallocate network for instance. [ 1389.481962] env[62127]: INFO nova.compute.manager [-] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Took 1.91 seconds to deallocate network for instance. [ 1389.598966] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.067s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1389.602524] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.034s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1389.609618] env[62127]: INFO nova.compute.claims [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1389.726667] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.874817] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.953397] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733000, 'name': ReconfigVM_Task, 'duration_secs': 0.747688} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.954474] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 422eb907-be7f-475f-9e01-cfc5c3997193/422eb907-be7f-475f-9e01-cfc5c3997193.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1389.955816] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723d01a3-687a-4be8-a148-4ab5579d59e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.967670] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1389.967670] env[62127]: value = "task-1733001" [ 1389.967670] env[62127]: _type = "Task" [ 1389.967670] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.973500] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1389.978785] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733001, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.989023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1390.077542] env[62127]: DEBUG nova.network.neutron [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance_info_cache with network_info: [{"id": "7b827ca3-4a96-4af0-8897-1282b505f22f", "address": "fa:16:3e:ad:f1:18", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b827ca3-4a", "ovs_interfaceid": "7b827ca3-4a96-4af0-8897-1282b505f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.132718] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32e0fc7a-95c8-4735-ad15-c21c42c32ed5 tempest-ServerActionsV293TestJSON-1976879104 tempest-ServerActionsV293TestJSON-1976879104-project-member] Lock "bb27b6c8-05d4-46d1-903c-191336a3a6d5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.998s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.229150] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.303423] env[62127]: DEBUG nova.objects.instance [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lazy-loading 'flavor' on Instance uuid 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.482702] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733001, 'name': Rename_Task, 'duration_secs': 0.278034} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.483008] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1390.483642] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0bd3366-40a9-474a-8274-54fd8f93ef01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.491243] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1390.491243] env[62127]: value = "task-1733002" [ 1390.491243] env[62127]: _type = "Task" [ 1390.491243] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1390.500318] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.583966] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1390.730601] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.818034] env[62127]: DEBUG oslo_concurrency.lockutils [None req-142609c6-9a52-4f97-8e18-5ca0e29feeb6 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.891s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1390.961435] env[62127]: DEBUG nova.compute.manager [req-a81aa8e9-052d-495a-8e54-751c14cdd5a3 req-f10b6769-4cae-45ff-b3f8-b3886fb94f1d service nova] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Received event network-vif-deleted-0dd5aa36-98b2-4d7f-9671-956f031f588b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1390.961435] env[62127]: DEBUG nova.compute.manager [req-a81aa8e9-052d-495a-8e54-751c14cdd5a3 req-f10b6769-4cae-45ff-b3f8-b3886fb94f1d service nova] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Received event network-vif-deleted-43aa0930-f99c-4191-a9d3-1c23b2634262 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1391.006220] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733002, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.042058] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf8b737-3b46-4550-82e3-ec82d8e4bca5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.050715] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9aa7772-a7a1-426f-bbf8-a536aa052a1d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.098427] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f88797e-4b1e-47e8-bffb-89bbefdae796 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.107735] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d4e326-4f6d-424f-bd59-31679a544ed6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.122924] env[62127]: DEBUG nova.compute.provider_tree [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.230412] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.325041] env[62127]: INFO nova.compute.manager [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Rebuilding instance [ 1391.405315] env[62127]: DEBUG nova.compute.manager [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1391.406301] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a8e77b2-91ac-419f-b6c1-af277eb1f64d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.506996] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.618771] env[62127]: DEBUG nova.compute.manager [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Received event network-changed-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1391.619066] env[62127]: DEBUG nova.compute.manager [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Refreshing instance network info cache due to event network-changed-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1391.619227] env[62127]: DEBUG oslo_concurrency.lockutils [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] Acquiring lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1391.619367] env[62127]: DEBUG oslo_concurrency.lockutils [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] Acquired lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.619548] env[62127]: DEBUG nova.network.neutron [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Refreshing network info cache for port ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1391.652704] env[62127]: ERROR nova.scheduler.client.report [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [req-861cd16c-1d3c-4d62-b71b-62a53378a764] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-861cd16c-1d3c-4d62-b71b-62a53378a764"}]} [ 1391.669852] env[62127]: DEBUG nova.scheduler.client.report [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1391.689035] env[62127]: DEBUG nova.scheduler.client.report [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1391.689035] env[62127]: DEBUG nova.compute.provider_tree [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1391.705425] env[62127]: DEBUG nova.scheduler.client.report [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1391.726434] env[62127]: DEBUG nova.scheduler.client.report [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1391.733212] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1391.923220] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1391.923220] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fbf30dd-d7cb-4df6-bff3-7dbaf2b5d7c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.932634] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1391.932634] env[62127]: value = "task-1733003" [ 1391.932634] env[62127]: _type = "Task" [ 1391.932634] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1391.941316] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.010317] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733002, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.110678] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-761a5eef-5b02-49bf-92d5-c983310ce964 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.145277] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance '5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1392.208702] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27165aa5-f867-45fa-a7e9-67ae6bb67781 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.224753] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05f5d3cb-d673-496d-847e-b261b500142f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.240318] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.278190] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-980b3050-a22d-4069-8c9c-cbcbedd3a336 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.291380] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7102dd-d496-423a-8d88-d85630c63533 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.306047] env[62127]: DEBUG nova.compute.provider_tree [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1392.448807] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733003, 'name': PowerOffVM_Task, 'duration_secs': 0.195859} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.449303] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1392.449537] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.450560] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e65da24-214a-4af7-b313-658f0f9b4ce2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.461244] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1392.462031] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-11de2db5-2463-4d07-a05e-693a4d67e24f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.507914] env[62127]: DEBUG oslo_vmware.api [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733002, 'name': PowerOnVM_Task, 'duration_secs': 1.677385} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1392.508211] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1392.508413] env[62127]: INFO nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Took 10.19 seconds to spawn the instance on the hypervisor. [ 1392.508665] env[62127]: DEBUG nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1392.509481] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e001a7c9-97a8-40f4-b4ae-39ed5b1f61da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.560232] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.560470] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.657060] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.657777] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60740655-11f9-4afd-a276-c9a08280593e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.661132] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "5e25f49e-f159-40bd-94ad-a1564b303d05" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.661390] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.662105] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "5e25f49e-f159-40bd-94ad-a1564b303d05-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1392.662105] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1392.662105] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1392.664967] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1392.664967] env[62127]: value = "task-1733005" [ 1392.664967] env[62127]: _type = "Task" [ 1392.664967] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.671897] env[62127]: INFO nova.compute.manager [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Terminating instance [ 1392.681965] env[62127]: DEBUG nova.compute.manager [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1392.682254] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1392.682567] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.684749] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b59c1d-54c0-45df-8467-a653ac4bc6f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.696999] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1392.697305] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dba40b0c-af4e-44a4-b47b-f11db149ae26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.704643] env[62127]: DEBUG oslo_vmware.api [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1392.704643] env[62127]: value = "task-1733006" [ 1392.704643] env[62127]: _type = "Task" [ 1392.704643] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.714352] env[62127]: DEBUG oslo_vmware.api [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.730746] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1392.778879] env[62127]: DEBUG nova.network.neutron [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updated VIF entry in instance network info cache for port ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1392.778879] env[62127]: DEBUG nova.network.neutron [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updating instance_info_cache with network_info: [{"id": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "address": "fa:16:3e:ca:1b:71", "network": {"id": "12cc5d34-12bb-462e-bcf5-8ff0430d4017", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1914123666-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9eba64baecfb457cac248bbc9084dc3d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef53b28e-3c", "ovs_interfaceid": "ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.861961] env[62127]: DEBUG nova.scheduler.client.report [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 62 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1392.862262] env[62127]: DEBUG nova.compute.provider_tree [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 62 to 63 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1392.862511] env[62127]: DEBUG nova.compute.provider_tree [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1393.032669] env[62127]: INFO nova.compute.manager [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Took 35.44 seconds to build instance. [ 1393.065280] env[62127]: INFO nova.compute.manager [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Detaching volume 4f62660e-fe97-4fa3-8325-6dfd2059780d [ 1393.117136] env[62127]: INFO nova.virt.block_device [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Attempting to driver detach volume 4f62660e-fe97-4fa3-8325-6dfd2059780d from mountpoint /dev/sdb [ 1393.117541] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1393.117841] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360588', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'name': 'volume-4f62660e-fe97-4fa3-8325-6dfd2059780d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e', 'attached_at': '', 'detached_at': '', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'serial': '4f62660e-fe97-4fa3-8325-6dfd2059780d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1393.119190] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8efdde6-8b42-40b4-902f-22d5837fc08c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.162545] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09212aae-cc53-4328-af4c-e43f5e32dd4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.175572] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733005, 'name': PowerOffVM_Task, 'duration_secs': 0.334191} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.177651] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.178019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance '5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1393.182662] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102a3a5a-30f2-4eb9-a955-5c42ac9884e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.212712] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7371d3-6c63-45a1-a6e5-59fda7a52fb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.223614] env[62127]: DEBUG oslo_vmware.api [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733006, 'name': PowerOffVM_Task, 'duration_secs': 0.232539} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.240276] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1393.240276] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1393.241121] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] The volume has not been displaced from its original location: [datastore1] volume-4f62660e-fe97-4fa3-8325-6dfd2059780d/volume-4f62660e-fe97-4fa3-8325-6dfd2059780d.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1393.246219] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Reconfiguring VM instance instance-00000015 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1393.246890] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5a6141e3-fc81-4738-bd26-c0f190a3aa27 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.248112] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f27eed61-cc66-4cb2-bda3-049a426b571e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.269744] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.271495] env[62127]: DEBUG oslo_vmware.api [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1393.271495] env[62127]: value = "task-1733008" [ 1393.271495] env[62127]: _type = "Task" [ 1393.271495] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.281069] env[62127]: DEBUG oslo_vmware.api [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733008, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.283810] env[62127]: DEBUG oslo_concurrency.lockutils [req-8e2feadb-487d-4110-ba96-928c6908fff4 req-78f5aeb8-122c-4ccc-ab6d-fdbff6035e05 service nova] Releasing lock "refresh_cache-5e25f49e-f159-40bd-94ad-a1564b303d05" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1393.368768] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.767s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.369432] env[62127]: DEBUG nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1393.372643] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.498s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1393.372738] env[62127]: DEBUG nova.objects.instance [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lazy-loading 'resources' on Instance uuid f7d3156e-4386-4b65-8d38-3e60f4aaf7d7 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.525284] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.525284] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.525661] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleting the datastore file [datastore1] e7f51043-6190-446e-a795-68fba59f8b37 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.526646] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b439c84a-a0d6-46e9-b081-83a0aa7a59f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.530116] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1393.530379] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1393.531229] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Deleting the datastore file [datastore1] 5e25f49e-f159-40bd-94ad-a1564b303d05 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1393.531229] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e45835c6-d441-4920-9e0d-6e43ecffd2b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.537840] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0a389afd-3f73-4ac2-8356-03aea1bc85af tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "422eb907-be7f-475f-9e01-cfc5c3997193" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.429s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1393.546513] env[62127]: DEBUG oslo_vmware.api [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1393.546513] env[62127]: value = "task-1733010" [ 1393.546513] env[62127]: _type = "Task" [ 1393.546513] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.546513] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1393.546513] env[62127]: value = "task-1733009" [ 1393.546513] env[62127]: _type = "Task" [ 1393.546513] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.574071] env[62127]: DEBUG oslo_vmware.api [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733010, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.580735] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.688357] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1393.688357] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1393.688357] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.688357] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1393.688595] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.688642] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1393.688922] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1393.689146] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1393.689343] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1393.689514] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1393.689770] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1393.696362] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e314001e-f56f-4115-a224-7e26e0a0551e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.714702] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1393.714702] env[62127]: value = "task-1733011" [ 1393.714702] env[62127]: _type = "Task" [ 1393.714702] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.726787] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733011, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.735863] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.782973] env[62127]: DEBUG oslo_vmware.api [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733008, 'name': ReconfigVM_Task, 'duration_secs': 0.350799} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.783793] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Reconfigured VM instance instance-00000015 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1393.789839] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f27f9b01-105a-4d2f-bff7-72a5e65bcdd0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.807074] env[62127]: DEBUG oslo_vmware.api [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1393.807074] env[62127]: value = "task-1733012" [ 1393.807074] env[62127]: _type = "Task" [ 1393.807074] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.818244] env[62127]: DEBUG oslo_vmware.api [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733012, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.877980] env[62127]: DEBUG nova.compute.utils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1393.886259] env[62127]: DEBUG nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1393.886566] env[62127]: DEBUG nova.network.neutron [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1394.055821] env[62127]: DEBUG nova.policy [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '66b2a226719048549c4633163f8d5b1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3c3e5f2212104a89bc3f5327659c4f7d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1394.064701] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177708} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.067990] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.067990] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.067990] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.072532] env[62127]: DEBUG oslo_vmware.api [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733010, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17606} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.076041] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1394.076278] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1394.076535] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1394.077222] env[62127]: INFO nova.compute.manager [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Took 1.39 seconds to destroy the instance on the hypervisor. [ 1394.077510] env[62127]: DEBUG oslo.service.loopingcall [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1394.078517] env[62127]: DEBUG nova.compute.manager [-] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1394.078920] env[62127]: DEBUG nova.network.neutron [-] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1394.081850] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8100cc-ca6a-4f67-bcd1-3f9486d605e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.093420] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-37d36dde-1dbc-4435-8304-a0d404076afc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Suspending the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1394.093420] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-8f0c1a94-88a0-41c9-91d3-3820f599b102 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.102564] env[62127]: DEBUG oslo_vmware.api [None req-37d36dde-1dbc-4435-8304-a0d404076afc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1394.102564] env[62127]: value = "task-1733013" [ 1394.102564] env[62127]: _type = "Task" [ 1394.102564] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.118722] env[62127]: DEBUG oslo_vmware.api [None req-37d36dde-1dbc-4435-8304-a0d404076afc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733013, 'name': SuspendVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.221643] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "df6d0d42-655c-4b50-8475-98e233563176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.221643] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "df6d0d42-655c-4b50-8475-98e233563176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.248637] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.251010] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733011, 'name': ReconfigVM_Task, 'duration_secs': 0.210288} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.251010] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance '5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1394.267201] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "7f259955-1a02-4e36-8153-3de6dee286c3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.269073] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "7f259955-1a02-4e36-8153-3de6dee286c3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.322714] env[62127]: DEBUG oslo_vmware.api [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733012, 'name': ReconfigVM_Task, 'duration_secs': 0.164667} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.323818] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360588', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'name': 'volume-4f62660e-fe97-4fa3-8325-6dfd2059780d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e', 'attached_at': '', 'detached_at': '', 'volume_id': '4f62660e-fe97-4fa3-8325-6dfd2059780d', 'serial': '4f62660e-fe97-4fa3-8325-6dfd2059780d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1394.387507] env[62127]: DEBUG nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1394.491228] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067a209c-7021-4862-8e76-6b06978a726c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.499818] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13ced34-332e-4a48-be20-34a5ce8d46c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.536206] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a4ac69-6983-436a-bcdf-06eb53dab7db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.545931] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e2798ba-1857-4687-9a29-7fac99b1059a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.561426] env[62127]: DEBUG nova.compute.provider_tree [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.614122] env[62127]: DEBUG oslo_vmware.api [None req-37d36dde-1dbc-4435-8304-a0d404076afc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733013, 'name': SuspendVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.730783] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1394.740239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "0276f97e-e204-4b03-bf33-dd991cd0169e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.740239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.740239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "0276f97e-e204-4b03-bf33-dd991cd0169e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1394.740239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1394.740239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1394.740239] env[62127]: INFO nova.compute.manager [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Terminating instance [ 1394.744604] env[62127]: DEBUG oslo_vmware.api [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1732998, 'name': ReconfigVM_Task, 'duration_secs': 6.03116} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.745121] env[62127]: DEBUG nova.compute.manager [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1394.745317] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1394.745602] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1394.745798] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Reconfigured VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1394.748627] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d6cbc8-9681-4226-9216-a70259013ef5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.755881] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.757090] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-48d415e2-a01c-4bc6-bc53-5fa35a4560be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.759503] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1394.760165] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1394.760165] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1394.760165] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1394.760390] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1394.760390] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1394.760535] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1394.760731] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1394.760839] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1394.760995] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1394.761554] env[62127]: DEBUG nova.virt.hardware [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1394.766692] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1394.767109] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8fac3b4b-98d5-412a-b84b-6187689e99e5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.782472] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1394.788060] env[62127]: DEBUG oslo_vmware.api [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1394.788060] env[62127]: value = "task-1733014" [ 1394.788060] env[62127]: _type = "Task" [ 1394.788060] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.795960] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1394.795960] env[62127]: value = "task-1733015" [ 1394.795960] env[62127]: _type = "Task" [ 1394.795960] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.802688] env[62127]: DEBUG oslo_vmware.api [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1733014, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.807782] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.902646] env[62127]: DEBUG nova.objects.instance [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lazy-loading 'flavor' on Instance uuid 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.065122] env[62127]: DEBUG nova.scheduler.client.report [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1395.121228] env[62127]: DEBUG oslo_vmware.api [None req-37d36dde-1dbc-4435-8304-a0d404076afc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733013, 'name': SuspendVM_Task, 'duration_secs': 0.752312} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.124210] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.124514] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.124722] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.124951] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.125145] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.125355] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.125634] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.126074] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.126074] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.126862] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.126862] env[62127]: DEBUG nova.virt.hardware [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.127026] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-37d36dde-1dbc-4435-8304-a0d404076afc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Suspended the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1395.127125] env[62127]: DEBUG nova.compute.manager [None req-37d36dde-1dbc-4435-8304-a0d404076afc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1395.127929] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c214bb-513b-4955-b440-dcbb89dc1b5f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.131826] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86dd172-bb16-4f9c-b9cb-5f578dca1d1b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.144231] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a1e4c6e-4676-4dc9-840b-e2edc85b7b3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.162325] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:fe:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd658bf53-3777-4bbf-8b2d-9599845bd185', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.170937] env[62127]: DEBUG oslo.service.loopingcall [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.171536] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.171795] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-abe91901-ab9f-4428-99e4-7913d140b944 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.192312] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.192312] env[62127]: value = "task-1733016" [ 1395.192312] env[62127]: _type = "Task" [ 1395.192312] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.200896] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733016, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.262780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.315422] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.315422] env[62127]: DEBUG oslo_vmware.api [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1733014, 'name': PowerOffVM_Task, 'duration_secs': 0.189829} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.315864] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1395.315864] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1395.316239] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-891819ef-e9b4-467a-8300-9344f1a053f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.321508] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1395.397451] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1395.397451] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1395.397451] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Deleting the datastore file [datastore1] 0276f97e-e204-4b03-bf33-dd991cd0169e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1395.399070] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd8b629b-4119-4d7e-bb98-5239a0ac3a54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.420366] env[62127]: DEBUG nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1395.420366] env[62127]: DEBUG oslo_vmware.api [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for the task: (returnval){ [ 1395.420366] env[62127]: value = "task-1733018" [ 1395.420366] env[62127]: _type = "Task" [ 1395.420366] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.435965] env[62127]: DEBUG oslo_vmware.api [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1733018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.472185] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1395.472449] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1395.472608] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1395.472792] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1395.473244] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1395.473326] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1395.473508] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1395.473643] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1395.473805] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1395.474525] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1395.474525] env[62127]: DEBUG nova.virt.hardware [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1395.475677] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1301dab0-602a-4b86-9809-f305e0024c68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.488879] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b4e144-11ba-4eaf-ac7b-89adbf8b686e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.571945] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.574100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.601s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1395.574255] env[62127]: DEBUG nova.objects.instance [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lazy-loading 'resources' on Instance uuid eb10fc88-0e81-4b32-8c3a-5c311a642519 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.600514] env[62127]: INFO nova.scheduler.client.report [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Deleted allocations for instance f7d3156e-4386-4b65-8d38-3e60f4aaf7d7 [ 1395.668452] env[62127]: DEBUG nova.compute.manager [req-03ac7d9a-00e4-4366-8582-b0d5f8dfb588 req-9a1bda5c-ab57-43e0-b41c-eae06d2f9dea service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Received event network-vif-deleted-ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1395.668667] env[62127]: INFO nova.compute.manager [req-03ac7d9a-00e4-4366-8582-b0d5f8dfb588 req-9a1bda5c-ab57-43e0-b41c-eae06d2f9dea service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Neutron deleted interface ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd; detaching it from the instance and deleting it from the info cache [ 1395.668820] env[62127]: DEBUG nova.network.neutron [req-03ac7d9a-00e4-4366-8582-b0d5f8dfb588 req-9a1bda5c-ab57-43e0-b41c-eae06d2f9dea service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.703614] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733016, 'name': CreateVM_Task, 'duration_secs': 0.370298} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.703871] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.704797] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1395.704996] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.705677] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1395.706750] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4874b3d0-69cc-432f-9cd4-6d82f063532a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.711610] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1395.711610] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5298633b-1418-1afa-8343-64a5c523891b" [ 1395.711610] env[62127]: _type = "Task" [ 1395.711610] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.722191] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5298633b-1418-1afa-8343-64a5c523891b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.803343] env[62127]: DEBUG nova.network.neutron [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Successfully created port: 697e5821-409c-4444-a813-833809e45019 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1395.809137] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733015, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.916383] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5eac7df-a990-4e04-b333-05b59b48539f tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.356s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1395.928653] env[62127]: DEBUG oslo_vmware.api [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Task: {'id': task-1733018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.346939} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.928907] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1395.929220] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1395.929875] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1395.929875] env[62127]: INFO nova.compute.manager [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1395.929875] env[62127]: DEBUG oslo.service.loopingcall [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1395.930288] env[62127]: DEBUG nova.compute.manager [-] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1395.930288] env[62127]: DEBUG nova.network.neutron [-] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1396.006615] env[62127]: DEBUG nova.network.neutron [-] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.109380] env[62127]: DEBUG oslo_concurrency.lockutils [None req-43e1f68a-fa9f-44b1-b02c-efb2c4188a4f tempest-FloatingIPsAssociationTestJSON-1335940740 tempest-FloatingIPsAssociationTestJSON-1335940740-project-member] Lock "f7d3156e-4386-4b65-8d38-3e60f4aaf7d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.210s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1396.173774] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac2e4b25-9809-40fb-868f-7babb5c20c4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.184104] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebb5113-a924-4c63-83a3-98126e41979f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.229425] env[62127]: DEBUG nova.compute.manager [req-03ac7d9a-00e4-4366-8582-b0d5f8dfb588 req-9a1bda5c-ab57-43e0-b41c-eae06d2f9dea service nova] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Detach interface failed, port_id=ef53b28e-3c5d-49e7-90fd-dd1f8564bbfd, reason: Instance 5e25f49e-f159-40bd-94ad-a1564b303d05 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1396.240759] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5298633b-1418-1afa-8343-64a5c523891b, 'name': SearchDatastore_Task, 'duration_secs': 0.01033} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.243695] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1396.243907] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.244246] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.244400] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.244796] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.245990] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb7bcc55-8e27-40d3-a0b8-88d64990578a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.256136] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.256326] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.259495] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eabf1333-a889-45ab-97c6-b8713017405a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.266844] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1396.266844] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52540d58-5618-f608-341b-51ad7326686e" [ 1396.266844] env[62127]: _type = "Task" [ 1396.266844] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.275569] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52540d58-5618-f608-341b-51ad7326686e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.310688] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733015, 'name': ReconfigVM_Task, 'duration_secs': 1.244784} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.310957] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1396.311831] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fef0c2-0715-40b7-bf07-eb3c18e4a5bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.337142] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138/5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1396.340156] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24284fb-ea62-47f4-835b-5fdeb9966bb3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.360939] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1396.360939] env[62127]: value = "task-1733019" [ 1396.360939] env[62127]: _type = "Task" [ 1396.360939] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.372093] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.509688] env[62127]: INFO nova.compute.manager [-] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Took 2.43 seconds to deallocate network for instance. [ 1396.566011] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0793f97-ce51-4a32-906d-4260b943e3a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.575497] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5df4497-9dcc-4daf-9fd6-adf1f203ffb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.614026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522738e5-f5df-408e-a585-ce4b42e4f773 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.622482] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a432f9-6914-4202-a6d8-6d881d4cfd62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.639759] env[62127]: DEBUG nova.compute.provider_tree [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.777869] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52540d58-5618-f608-341b-51ad7326686e, 'name': SearchDatastore_Task, 'duration_secs': 0.009571} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.778629] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ba56ed85-070a-4f6b-834d-66e2b92b5834 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.787246] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1396.787246] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cc63e4-b84f-560a-9aab-13c93eb42494" [ 1396.787246] env[62127]: _type = "Task" [ 1396.787246] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.799802] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cc63e4-b84f-560a-9aab-13c93eb42494, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.872850] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733019, 'name': ReconfigVM_Task, 'duration_secs': 0.294268} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.873244] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138/5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1396.873576] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance '5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1396.898985] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1396.898985] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.898985] env[62127]: DEBUG nova.network.neutron [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.017711] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.143096] env[62127]: DEBUG nova.scheduler.client.report [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1397.300609] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cc63e4-b84f-560a-9aab-13c93eb42494, 'name': SearchDatastore_Task, 'duration_secs': 0.01391} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.300946] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1397.301263] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.301545] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6bea9418-4989-4382-9209-0dcfa1e66c13 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.309112] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1397.309112] env[62127]: value = "task-1733020" [ 1397.309112] env[62127]: _type = "Task" [ 1397.309112] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.319610] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.381422] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286a097d-3c55-4438-88d0-38031d369ea9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.424441] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da4f3f8f-73a0-45b2-bd8b-54a6f90357fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.443653] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance '5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1397.628914] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.630297] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.630591] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.631241] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.631905] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.638567] env[62127]: INFO nova.compute.manager [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Terminating instance [ 1397.640808] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "27be6895-aead-4fa9-a821-b2c1128a721b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1397.641210] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "27be6895-aead-4fa9-a821-b2c1128a721b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.642587] env[62127]: DEBUG nova.compute.manager [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1397.642842] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1397.644527] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602a1b46-b550-40f7-9682-2fc2605c2c73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.651178] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.076s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1397.656655] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.667s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1397.656810] env[62127]: DEBUG nova.objects.instance [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lazy-loading 'resources' on Instance uuid 78200f24-2501-4d62-8c1a-1f3ef90c0465 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.658302] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1397.659197] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8217bbf7-f7e6-4987-ae22-4822961d75b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.669962] env[62127]: DEBUG oslo_vmware.api [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1397.669962] env[62127]: value = "task-1733021" [ 1397.669962] env[62127]: _type = "Task" [ 1397.669962] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.680402] env[62127]: DEBUG oslo_vmware.api [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.684968] env[62127]: INFO nova.scheduler.client.report [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Deleted allocations for instance eb10fc88-0e81-4b32-8c3a-5c311a642519 [ 1397.823134] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733020, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.052694] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.053220] env[62127]: DEBUG nova.network.neutron [-] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.054096] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.054782] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.054944] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1398.055214] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1398.114373] env[62127]: DEBUG nova.network.neutron [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Port 7b827ca3-4a96-4af0-8897-1282b505f22f binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1398.148495] env[62127]: DEBUG nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1398.185802] env[62127]: DEBUG oslo_vmware.api [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733021, 'name': PowerOffVM_Task, 'duration_secs': 0.267092} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.191059] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1398.191059] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1398.191059] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-658dc41d-6f3a-4815-a659-f74052c608cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.200516] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f2e5bbce-a960-4991-8a36-e51173510485 tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "eb10fc88-0e81-4b32-8c3a-5c311a642519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.082s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1398.294823] env[62127]: DEBUG nova.compute.manager [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received event network-vif-deleted-5fa3cd53-70ba-492d-b047-b0b0c5487cbb {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1398.294823] env[62127]: INFO nova.compute.manager [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Neutron deleted interface 5fa3cd53-70ba-492d-b047-b0b0c5487cbb; detaching it from the instance and deleting it from the info cache [ 1398.294823] env[62127]: DEBUG nova.network.neutron [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.299433] env[62127]: INFO nova.network.neutron [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Port 5fa3cd53-70ba-492d-b047-b0b0c5487cbb from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1398.299770] env[62127]: DEBUG nova.network.neutron [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [{"id": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "address": "fa:16:3e:6a:71:c1", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.214", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcb754a-b7", "ovs_interfaceid": "6bcb754a-b7a8-4589-a6f6-bdc762065ec3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.327438] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513032} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.331547] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1398.331796] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1398.332619] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-429075e0-6d80-432e-bd79-6b498ae5a0e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.340125] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1398.340125] env[62127]: value = "task-1733023" [ 1398.340125] env[62127]: _type = "Task" [ 1398.340125] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.341620] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1398.341820] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1398.343505] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleting the datastore file [datastore1] b7b2b3cc-4b29-45d6-881e-843ef3c6a191 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1398.347640] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b463a67-2238-4bb2-b3ac-1f143f55e668 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.365634] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733023, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.366083] env[62127]: DEBUG oslo_vmware.api [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1398.366083] env[62127]: value = "task-1733024" [ 1398.366083] env[62127]: _type = "Task" [ 1398.366083] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.377943] env[62127]: DEBUG oslo_vmware.api [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733024, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.556018] env[62127]: INFO nova.compute.manager [-] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Took 2.63 seconds to deallocate network for instance. [ 1398.568242] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.662072] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8075665-c7f8-48bd-bee7-92a1df18cf2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.681018] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a6373cd-f0b0-46e0-9ca0-05679a96c509 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.720022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1398.720022] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9de6f8f-9931-4526-8149-6d6b3eb25576 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.728349] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e49a42-43e5-414e-a8ef-ac2544824107 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.745221] env[62127]: DEBUG nova.compute.provider_tree [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.801883] env[62127]: DEBUG oslo_concurrency.lockutils [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] Acquiring lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1398.803194] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1398.851018] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733023, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070047} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.851294] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.852116] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff4fde3-8d87-45ae-b86a-96b17b600726 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.880418] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.883064] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a32cec48-a67a-441e-80bf-fe13f3c067cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.900687] env[62127]: DEBUG nova.network.neutron [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Successfully updated port: 697e5821-409c-4444-a813-833809e45019 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1398.911243] env[62127]: DEBUG oslo_vmware.api [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733024, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169906} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.912750] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1398.913234] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1398.913234] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1398.917044] env[62127]: INFO nova.compute.manager [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1398.917044] env[62127]: DEBUG oslo.service.loopingcall [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1398.917044] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1398.917044] env[62127]: value = "task-1733025" [ 1398.917044] env[62127]: _type = "Task" [ 1398.917044] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.917044] env[62127]: DEBUG nova.compute.manager [-] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1398.917044] env[62127]: DEBUG nova.network.neutron [-] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1398.928807] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733025, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.024482] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.026045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.026817] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.028617] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.028617] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.034496] env[62127]: INFO nova.compute.manager [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Terminating instance [ 1399.038714] env[62127]: DEBUG nova.compute.manager [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1399.038956] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1399.039874] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96fdbf70-1554-4b6a-a159-c49e2906b4a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.049315] env[62127]: DEBUG nova.compute.manager [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1399.050488] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c369bb-85e8-4dbc-a1b7-b3b776d4ba08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.064103] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1399.066351] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-18de24ff-4bf0-4ced-b1e3-1f3295d0beb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.072063] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.078159] env[62127]: DEBUG oslo_vmware.api [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1399.078159] env[62127]: value = "task-1733026" [ 1399.078159] env[62127]: _type = "Task" [ 1399.078159] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.088256] env[62127]: DEBUG oslo_vmware.api [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1733026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.151955] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.151955] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.152188] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.249172] env[62127]: DEBUG nova.scheduler.client.report [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1399.308906] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b92a6b80-8c71-4454-b891-e7bf3ed3ec78 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-b7b2b3cc-4b29-45d6-881e-843ef3c6a191-5fa3cd53-70ba-492d-b047-b0b0c5487cbb" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.206s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.331948] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1399.332926] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.406154] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1399.409079] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquired lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.409079] env[62127]: DEBUG nova.network.neutron [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1399.431321] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733025, 'name': ReconfigVM_Task, 'duration_secs': 0.343734} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.434561] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.434561] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b0bf7f0-8243-4aea-ad97-6d0d491fff9d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.442873] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1399.442873] env[62127]: value = "task-1733027" [ 1399.442873] env[62127]: _type = "Task" [ 1399.442873] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.452723] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733027, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.573510] env[62127]: INFO nova.compute.manager [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] instance snapshotting [ 1399.574649] env[62127]: WARNING nova.compute.manager [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 1399.577273] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0dd94c-26b1-42b5-a5e0-b2a6dd2ca91f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.594397] env[62127]: DEBUG oslo_vmware.api [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1733026, 'name': PowerOffVM_Task, 'duration_secs': 0.23901} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.609491] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1399.609491] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1399.609797] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a192a6f-0b22-492d-bace-01753e9e4fc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.612810] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318c9abb-4b7a-4cc6-b90e-aec6768c5144 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.756823] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.100s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1399.760531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.498s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1399.763675] env[62127]: INFO nova.compute.claims [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1399.772034] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1399.772034] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1399.772034] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Deleting the datastore file [datastore1] ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1399.772034] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-336fc72c-a490-4f3d-8b2d-eaa8342b8dd0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.776833] env[62127]: DEBUG oslo_vmware.api [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for the task: (returnval){ [ 1399.776833] env[62127]: value = "task-1733029" [ 1399.776833] env[62127]: _type = "Task" [ 1399.776833] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.790415] env[62127]: DEBUG oslo_vmware.api [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1733029, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.796028] env[62127]: INFO nova.scheduler.client.report [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Deleted allocations for instance 78200f24-2501-4d62-8c1a-1f3ef90c0465 [ 1399.835837] env[62127]: DEBUG nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1399.956524] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733027, 'name': Rename_Task, 'duration_secs': 0.149052} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.956844] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1399.957159] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-315abef2-a903-486a-86b7-0acf67999185 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.967316] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1399.967316] env[62127]: value = "task-1733030" [ 1399.967316] env[62127]: _type = "Task" [ 1399.967316] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.979536] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.005508] env[62127]: DEBUG nova.network.neutron [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1400.130780] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1400.131103] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-aa95213d-df8e-4803-b96e-ce86a807fb4d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.143547] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1400.143547] env[62127]: value = "task-1733031" [ 1400.143547] env[62127]: _type = "Task" [ 1400.143547] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.148738] env[62127]: DEBUG nova.network.neutron [-] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.162549] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733031, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.292666] env[62127]: DEBUG oslo_vmware.api [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Task: {'id': task-1733029, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150645} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.293986] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1400.294148] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.294250] env[62127]: DEBUG nova.network.neutron [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1400.296931] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1400.296931] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1400.296931] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1400.297198] env[62127]: INFO nova.compute.manager [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1400.297330] env[62127]: DEBUG oslo.service.loopingcall [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1400.297980] env[62127]: DEBUG nova.compute.manager [-] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1400.298097] env[62127]: DEBUG nova.network.neutron [-] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1400.318961] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08fbee02-ffe0-468f-b51f-fc8f64def6c2 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "78200f24-2501-4d62-8c1a-1f3ef90c0465" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.423s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1400.364814] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.478063] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "6db1bffe-6036-4138-938a-39f3d9c11636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1400.481891] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "6db1bffe-6036-4138-938a-39f3d9c11636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1400.489282] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.519120] env[62127]: DEBUG nova.network.neutron [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Updating instance_info_cache with network_info: [{"id": "697e5821-409c-4444-a813-833809e45019", "address": "fa:16:3e:f6:59:bd", "network": {"id": "c7080982-2585-48ad-a344-1275cf034124", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-65516723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c3e5f2212104a89bc3f5327659c4f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697e5821-40", "ovs_interfaceid": "697e5821-409c-4444-a813-833809e45019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1400.653871] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733031, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.666510] env[62127]: INFO nova.compute.manager [-] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Took 1.75 seconds to deallocate network for instance. [ 1400.986306] env[62127]: DEBUG nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1400.989819] env[62127]: DEBUG oslo_vmware.api [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733030, 'name': PowerOnVM_Task, 'duration_secs': 0.532565} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.990128] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1400.990549] env[62127]: DEBUG nova.compute.manager [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1400.991188] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8ff979-b375-4a9a-b082-72b886a139cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.024820] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Releasing lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1401.024820] env[62127]: DEBUG nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Instance network_info: |[{"id": "697e5821-409c-4444-a813-833809e45019", "address": "fa:16:3e:f6:59:bd", "network": {"id": "c7080982-2585-48ad-a344-1275cf034124", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-65516723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c3e5f2212104a89bc3f5327659c4f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697e5821-40", "ovs_interfaceid": "697e5821-409c-4444-a813-833809e45019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1401.024820] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:59:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88eedc4b-66dc-4845-9f95-858d6db12a7f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '697e5821-409c-4444-a813-833809e45019', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1401.036514] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Creating folder: Project (3c3e5f2212104a89bc3f5327659c4f7d). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.041095] env[62127]: DEBUG nova.compute.manager [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Received event network-vif-plugged-697e5821-409c-4444-a813-833809e45019 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.041095] env[62127]: DEBUG oslo_concurrency.lockutils [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] Acquiring lock "f6946b54-42e7-4df2-896b-8cad25dea261-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.041095] env[62127]: DEBUG oslo_concurrency.lockutils [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] Lock "f6946b54-42e7-4df2-896b-8cad25dea261-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.041095] env[62127]: DEBUG oslo_concurrency.lockutils [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] Lock "f6946b54-42e7-4df2-896b-8cad25dea261-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.041095] env[62127]: DEBUG nova.compute.manager [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] No waiting events found dispatching network-vif-plugged-697e5821-409c-4444-a813-833809e45019 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1401.041095] env[62127]: WARNING nova.compute.manager [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Received unexpected event network-vif-plugged-697e5821-409c-4444-a813-833809e45019 for instance with vm_state building and task_state spawning. [ 1401.041095] env[62127]: DEBUG nova.compute.manager [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Received event network-changed-697e5821-409c-4444-a813-833809e45019 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1401.041583] env[62127]: DEBUG nova.compute.manager [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Refreshing instance network info cache due to event network-changed-697e5821-409c-4444-a813-833809e45019. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1401.041891] env[62127]: DEBUG oslo_concurrency.lockutils [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] Acquiring lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.042514] env[62127]: DEBUG oslo_concurrency.lockutils [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] Acquired lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.042878] env[62127]: DEBUG nova.network.neutron [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Refreshing network info cache for port 697e5821-409c-4444-a813-833809e45019 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1401.052035] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46e456ad-0857-4ee5-b977-f2c64a7761a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.074772] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Created folder: Project (3c3e5f2212104a89bc3f5327659c4f7d) in parent group-v360450. [ 1401.074772] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Creating folder: Instances. Parent ref: group-v360591. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1401.075341] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f80a978d-90bd-4b82-abe5-7faa5ba53bed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.089544] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Created folder: Instances in parent group-v360591. [ 1401.090816] env[62127]: DEBUG oslo.service.loopingcall [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1401.090816] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1401.090816] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1a1e46bf-b378-4bce-90ba-af04392323ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.117970] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1401.117970] env[62127]: value = "task-1733034" [ 1401.117970] env[62127]: _type = "Task" [ 1401.117970] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.133282] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733034, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.157806] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733031, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.176476] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.348399] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "d591f72b-9e96-460a-ae62-8b603a349f41" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.349044] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "d591f72b-9e96-460a-ae62-8b603a349f41" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.422853] env[62127]: DEBUG nova.network.neutron [-] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.435156] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9783f080-f824-4c7b-b955-6c52f26b6faf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.446839] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb912365-ca3d-42b1-a90c-c467112e6a85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.487356] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca80b97-a0bf-4945-9fd8-c713dc6d44e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.495861] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00a9ad2d-8644-4832-b167-81b8ffc381f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.514906] env[62127]: DEBUG nova.compute.provider_tree [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.531559] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.532603] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.560931] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.560931] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.560931] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1401.561142] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1401.561301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1401.563800] env[62127]: INFO nova.compute.manager [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Terminating instance [ 1401.567935] env[62127]: DEBUG nova.compute.manager [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1401.568687] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1401.569319] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2e572-9362-489d-a2ce-4b2d0b467b29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.579675] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1401.579929] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cfdb1af3-b721-455e-a52e-7686f4ed9f6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.586962] env[62127]: DEBUG oslo_vmware.api [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1401.586962] env[62127]: value = "task-1733035" [ 1401.586962] env[62127]: _type = "Task" [ 1401.586962] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.596885] env[62127]: DEBUG oslo_vmware.api [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1733035, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.628056] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733034, 'name': CreateVM_Task, 'duration_secs': 0.459015} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.628244] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1401.629044] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1401.629270] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.629609] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1401.629897] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a77ce04b-890d-470b-b5df-ee8897fa8a43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.636251] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1401.636251] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b8e054-4771-16e0-6895-c5b1c69fa24d" [ 1401.636251] env[62127]: _type = "Task" [ 1401.636251] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.649322] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b8e054-4771-16e0-6895-c5b1c69fa24d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.660442] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733031, 'name': CreateSnapshot_Task, 'duration_secs': 1.04683} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.661516] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1401.662299] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eded59f6-6823-4728-aea8-885585bc0f02 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.736454] env[62127]: DEBUG nova.network.neutron [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance_info_cache with network_info: [{"id": "7b827ca3-4a96-4af0-8897-1282b505f22f", "address": "fa:16:3e:ad:f1:18", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b827ca3-4a", "ovs_interfaceid": "7b827ca3-4a96-4af0-8897-1282b505f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.819413] env[62127]: DEBUG nova.network.neutron [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Updated VIF entry in instance network info cache for port 697e5821-409c-4444-a813-833809e45019. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1401.819725] env[62127]: DEBUG nova.network.neutron [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Updating instance_info_cache with network_info: [{"id": "697e5821-409c-4444-a813-833809e45019", "address": "fa:16:3e:f6:59:bd", "network": {"id": "c7080982-2585-48ad-a344-1275cf034124", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-65516723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c3e5f2212104a89bc3f5327659c4f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697e5821-40", "ovs_interfaceid": "697e5821-409c-4444-a813-833809e45019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1401.852225] env[62127]: DEBUG nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1401.928790] env[62127]: INFO nova.compute.manager [-] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Took 1.63 seconds to deallocate network for instance. [ 1402.018895] env[62127]: DEBUG nova.scheduler.client.report [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1402.099903] env[62127]: DEBUG oslo_vmware.api [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1733035, 'name': PowerOffVM_Task, 'duration_secs': 0.378068} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.099903] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1402.100103] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1402.101839] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4cda7a8-5d71-43d4-8655-fb193855e33a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.150893] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b8e054-4771-16e0-6895-c5b1c69fa24d, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.151279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.151522] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1402.151760] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1402.151913] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.152101] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1402.152407] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-481669d9-a3b7-4bb2-b713-185855fcffa3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.163054] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1402.163344] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1402.164337] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6b57df-c6d9-4a6a-bd17-52c0f6de2719 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.173444] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1402.173444] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e918dd-3a72-cb89-6bf5-ec8aafb5cc84" [ 1402.173444] env[62127]: _type = "Task" [ 1402.173444] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.183784] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1402.187346] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-a6edc68b-9c38-430d-969a-edff9b940aae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.190463] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e918dd-3a72-cb89-6bf5-ec8aafb5cc84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.196669] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1402.196669] env[62127]: value = "task-1733037" [ 1402.196669] env[62127]: _type = "Task" [ 1402.196669] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.204804] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733037, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.240874] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.299368] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1402.301802] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1402.301802] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Deleting the datastore file [datastore1] 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1402.301802] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f06e2682-6203-4ef5-a1f1-4c6c145e7d6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.313025] env[62127]: DEBUG oslo_vmware.api [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for the task: (returnval){ [ 1402.313025] env[62127]: value = "task-1733038" [ 1402.313025] env[62127]: _type = "Task" [ 1402.313025] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.320822] env[62127]: DEBUG oslo_vmware.api [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1733038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.322667] env[62127]: DEBUG oslo_concurrency.lockutils [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] Releasing lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1402.323464] env[62127]: DEBUG nova.compute.manager [req-bd573767-8f2a-48b5-b7c0-37b72f29a5ca req-bafc5940-f40d-48d6-9b02-fa78580a5c6d service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Received event network-vif-deleted-6bcb754a-b7a8-4589-a6f6-bdc762065ec3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1402.389650] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.435972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1402.526600] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.766s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1402.527291] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1402.532202] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.211s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1402.534076] env[62127]: INFO nova.compute.claims [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.685764] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e918dd-3a72-cb89-6bf5-ec8aafb5cc84, 'name': SearchDatastore_Task, 'duration_secs': 0.010793} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.686912] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374f42b7-817c-414c-8824-b3f2a8416bf7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.693074] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1402.693074] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522aca00-b6f0-1f86-9870-f2a8a4c18cb7" [ 1402.693074] env[62127]: _type = "Task" [ 1402.693074] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1402.703852] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522aca00-b6f0-1f86-9870-f2a8a4c18cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.709976] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733037, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.762169] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484fb621-7535-4d7b-89a4-517795742f38 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.785803] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787eb6be-c835-47b9-a196-d74710caf445 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1402.794349] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance '5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1402.822213] env[62127]: DEBUG oslo_vmware.api [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Task: {'id': task-1733038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267517} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1402.822709] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1402.822801] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1402.822925] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1402.823119] env[62127]: INFO nova.compute.manager [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1402.824340] env[62127]: DEBUG oslo.service.loopingcall [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1402.824340] env[62127]: DEBUG nova.compute.manager [-] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1402.824340] env[62127]: DEBUG nova.network.neutron [-] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1403.047783] env[62127]: DEBUG nova.compute.utils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1403.049653] env[62127]: INFO nova.compute.manager [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Rebuilding instance [ 1403.063135] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1403.063328] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1403.074141] env[62127]: DEBUG nova.compute.manager [req-f9e2e398-06a5-421a-88cf-aca0b66d7500 req-cfbb687e-c2a4-423a-a1b1-e03f28f82345 service nova] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Received event network-vif-deleted-958e8030-5042-45c0-aec7-64bfb8635766 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1403.108976] env[62127]: DEBUG nova.compute.manager [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1403.109965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b582aab6-8791-4adf-9d51-51fcaf372557 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.181019] env[62127]: DEBUG nova.policy [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9055784c38d48149403f4bba200385a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f96053b341ef40668c80c4c3c58cf1f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1403.211714] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522aca00-b6f0-1f86-9870-f2a8a4c18cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.015991} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.212454] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1403.212767] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f6946b54-42e7-4df2-896b-8cad25dea261/f6946b54-42e7-4df2-896b-8cad25dea261.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.213077] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b2b6fc57-64ca-4f40-9633-53b317fb5553 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.219343] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733037, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.226227] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1403.226227] env[62127]: value = "task-1733039" [ 1403.226227] env[62127]: _type = "Task" [ 1403.226227] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.237542] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733039, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.300959] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1403.306261] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0a444df6-2f5b-4c77-85af-0c851f794fdf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.314293] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1403.314293] env[62127]: value = "task-1733040" [ 1403.314293] env[62127]: _type = "Task" [ 1403.314293] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.328271] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.383257] env[62127]: DEBUG nova.compute.manager [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1403.384026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff8aead-0428-48db-be46-f13cbf9b4261 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.557751] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1403.612879] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f34a73b-5d44-4802-a2da-1062da46a290 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.616517] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Successfully created port: 6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1403.625269] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f759e0d6-a4ae-48c4-9063-c38f5d813e8a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.630919] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.631268] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-95593a21-57c7-4f0b-8c68-aab9417add60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.672941] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e495caec-483f-4751-afa5-e2db0c41a77e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.676875] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1403.676875] env[62127]: value = "task-1733041" [ 1403.676875] env[62127]: _type = "Task" [ 1403.676875] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.692440] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733041, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.694307] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2a3fead-9a38-4c26-8743-bd8b0ecdddd5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.719936] env[62127]: DEBUG nova.compute.provider_tree [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.730768] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733037, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.745935] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733039, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.827484] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733040, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.831839] env[62127]: DEBUG nova.network.neutron [-] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1403.900235] env[62127]: INFO nova.compute.manager [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] instance snapshotting [ 1403.901444] env[62127]: DEBUG nova.objects.instance [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'flavor' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.193419] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733041, 'name': PowerOffVM_Task, 'duration_secs': 0.411211} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.196512] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.196512] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.196512] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f417337-9ec5-49c1-ab65-f276e71ec3b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.206325] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.209529] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d47def93-5125-4ce9-a242-21054c14e8a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.218239] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733037, 'name': CloneVM_Task, 'duration_secs': 1.985687} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.219645] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Created linked-clone VM from snapshot [ 1404.220899] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a43b1b-0cc7-4047-b248-a160a6dbd2b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.224774] env[62127]: DEBUG nova.scheduler.client.report [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1404.237925] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Uploading image 56e40485-115e-4327-a6cb-8089f8a4c6d4 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1404.248351] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733039, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.694338} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.248351] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f6946b54-42e7-4df2-896b-8cad25dea261/f6946b54-42e7-4df2-896b-8cad25dea261.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1404.248660] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1404.249032] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6729db68-4f58-4b73-a992-20ab4dc21823 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.257642] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1404.257642] env[62127]: value = "task-1733043" [ 1404.257642] env[62127]: _type = "Task" [ 1404.257642] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.271858] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.273921] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1404.273921] env[62127]: value = "vm-360595" [ 1404.273921] env[62127]: _type = "VirtualMachine" [ 1404.273921] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1404.274504] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b9fda25d-4e7a-4e86-ba08-550fd613a39d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.282707] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease: (returnval){ [ 1404.282707] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cb1b6-5735-9d19-c571-d665b166287f" [ 1404.282707] env[62127]: _type = "HttpNfcLease" [ 1404.282707] env[62127]: } obtained for exporting VM: (result){ [ 1404.282707] env[62127]: value = "vm-360595" [ 1404.282707] env[62127]: _type = "VirtualMachine" [ 1404.282707] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1404.283041] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the lease: (returnval){ [ 1404.283041] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cb1b6-5735-9d19-c571-d665b166287f" [ 1404.283041] env[62127]: _type = "HttpNfcLease" [ 1404.283041] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1404.291559] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1404.291559] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cb1b6-5735-9d19-c571-d665b166287f" [ 1404.291559] env[62127]: _type = "HttpNfcLease" [ 1404.291559] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1404.305890] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.305890] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.305890] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleting the datastore file [datastore1] e7f51043-6190-446e-a795-68fba59f8b37 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.305890] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08c2265a-078d-4071-8562-a97d96122340 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.313928] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1404.313928] env[62127]: value = "task-1733045" [ 1404.313928] env[62127]: _type = "Task" [ 1404.313928] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.330151] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.333569] env[62127]: DEBUG oslo_vmware.api [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733040, 'name': PowerOnVM_Task, 'duration_secs': 0.838536} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.333758] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1404.333962] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7827c69d-7407-43b7-9cf9-b50202c6b994 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance '5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1404.338301] env[62127]: INFO nova.compute.manager [-] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Took 1.51 seconds to deallocate network for instance. [ 1404.408911] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aef7085-3634-41a2-8ba2-4791213aae99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.437244] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2177c2a5-746b-47ad-a3a1-e06ca9f5fe84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.572280] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1404.605570] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1404.605844] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1404.606067] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1404.606220] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1404.606362] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1404.606621] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1404.606826] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1404.606867] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1404.607034] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1404.608513] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1404.608759] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1404.610431] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91cafd9d-9b0f-4c22-839f-fccba0610992 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.623607] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0510a79-1c71-4af8-8e5c-89ed1c31f9ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.731728] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1404.732310] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1404.735077] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.717s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1404.735246] env[62127]: DEBUG nova.objects.instance [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lazy-loading 'resources' on Instance uuid 5e25f49e-f159-40bd-94ad-a1564b303d05 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1404.768750] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075114} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.769650] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1404.770349] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a69d8f-e6e2-4a58-9ea2-247721b580f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.796271] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] f6946b54-42e7-4df2-896b-8cad25dea261/f6946b54-42e7-4df2-896b-8cad25dea261.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.799942] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e43c85b4-7fd1-4f72-98cc-be0eac93898e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.819622] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1404.819622] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cb1b6-5735-9d19-c571-d665b166287f" [ 1404.819622] env[62127]: _type = "HttpNfcLease" [ 1404.819622] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1404.821304] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1404.821304] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525cb1b6-5735-9d19-c571-d665b166287f" [ 1404.821304] env[62127]: _type = "HttpNfcLease" [ 1404.821304] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1404.821686] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1404.821686] env[62127]: value = "task-1733046" [ 1404.821686] env[62127]: _type = "Task" [ 1404.821686] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.822439] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bb3dbe9-5f0d-4346-a438-49197ec245a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.832914] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733045, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.843610] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.851122] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1404.851122] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50db5-4f5f-73ab-d341-f92102e97222/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1404.851122] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50db5-4f5f-73ab-d341-f92102e97222/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1404.950312] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1404.950312] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ddbce698-3050-4d2a-ac1d-e0d35282fe48 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.958995] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1404.958995] env[62127]: value = "task-1733047" [ 1404.958995] env[62127]: _type = "Task" [ 1404.958995] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.965611] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b705fce2-d830-4647-b9cf-e41c82ca8f2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.970846] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733047, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.239874] env[62127]: DEBUG nova.compute.utils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1405.254052] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1405.254052] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1405.326900] env[62127]: DEBUG nova.policy [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9055784c38d48149403f4bba200385a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f96053b341ef40668c80c4c3c58cf1f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1405.342059] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733045, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.644385} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.343767] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.343972] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.344184] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.361912] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733046, 'name': ReconfigVM_Task, 'duration_secs': 0.35723} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.366801] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Reconfigured VM instance instance-0000002f to attach disk [datastore1] f6946b54-42e7-4df2-896b-8cad25dea261/f6946b54-42e7-4df2-896b-8cad25dea261.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1405.366969] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-780cac98-90f7-4518-97c0-ce0fbd4eb092 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.375108] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1405.375108] env[62127]: value = "task-1733048" [ 1405.375108] env[62127]: _type = "Task" [ 1405.375108] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.385683] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733048, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.449680] env[62127]: DEBUG nova.compute.manager [req-f2a19b03-57ba-4f76-9ca5-6147e744628b req-95720142-11d2-4fa1-ac44-c6e8a112bed4 service nova] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Received event network-vif-deleted-107f62ee-03c1-402c-9467-81e2ac54ad4b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1405.470009] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733047, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.486875] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Successfully updated port: 6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1405.755557] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1405.787102] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "ee71b71e-d577-4705-9731-250f85cacb27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1405.787558] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "ee71b71e-d577-4705-9731-250f85cacb27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1405.841619] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df793a62-9a54-404b-80c0-cc7515ccb8ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.852402] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92334864-6e63-4928-81a4-170bbf2b2c83 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.903834] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Successfully created port: 894588a7-8500-4983-a6a6-2268d419d439 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1405.909648] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c660f27b-d938-4bc8-ac3a-f777ca1f075d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.920719] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733048, 'name': Rename_Task, 'duration_secs': 0.213873} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.923570] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.923959] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19b9434e-a864-4805-8fda-8df049291178 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.926594] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ae8baf-7535-4af7-92da-8b125520f600 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.947011] env[62127]: DEBUG nova.compute.provider_tree [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1405.950117] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1405.950117] env[62127]: value = "task-1733049" [ 1405.950117] env[62127]: _type = "Task" [ 1405.950117] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.960928] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733049, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.970771] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733047, 'name': CreateSnapshot_Task, 'duration_secs': 0.618625} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.971081] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1405.971960] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef49c80-065f-4d79-8247-40f6e86f66f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.989750] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "refresh_cache-df6d0d42-655c-4b50-8475-98e233563176" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1405.989926] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "refresh_cache-df6d0d42-655c-4b50-8475-98e233563176" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.990273] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1406.258823] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.259182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.293453] env[62127]: DEBUG nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1406.436955] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1406.437876] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1406.437876] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.438239] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1406.438331] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.438498] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1406.438710] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1406.438887] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1406.439150] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1406.439300] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1406.439483] env[62127]: DEBUG nova.virt.hardware [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1406.440465] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a3317ed-6db3-423c-a8f5-ce097df0e25c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.451483] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf2eaa73-cb53-43ee-84ba-5079b1990714 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.457934] env[62127]: DEBUG nova.scheduler.client.report [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1406.479080] env[62127]: DEBUG oslo_vmware.api [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733049, 'name': PowerOnVM_Task, 'duration_secs': 0.537233} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.489789] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.490459] env[62127]: INFO nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Took 11.09 seconds to spawn the instance on the hypervisor. [ 1406.490842] env[62127]: DEBUG nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1406.499736] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1406.500455] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:fe:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0549820d-5649-40bc-ad6e-9ae27b384d90', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd658bf53-3777-4bbf-8b2d-9599845bd185', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1406.509881] env[62127]: DEBUG oslo.service.loopingcall [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1406.511043] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22079d49-b007-4ae7-ac92-a0aff1f05165 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.516134] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cbd7aa67-d87c-44eb-9d55-832bc0e5fc76 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.519605] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1406.519882] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b67fcfd5-40c6-42fb-9911-1963807f8a09 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.546415] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1406.546415] env[62127]: value = "task-1733050" [ 1406.546415] env[62127]: _type = "Task" [ 1406.546415] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.547828] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1406.547828] env[62127]: value = "task-1733051" [ 1406.547828] env[62127]: _type = "Task" [ 1406.547828] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.565349] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733050, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.566300] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733051, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.574736] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1406.755362] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "ac99c437-86a4-4f62-926c-e1d06db7589a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.758664] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.762560] env[62127]: DEBUG nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1406.771199] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1406.795699] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Updating instance_info_cache with network_info: [{"id": "6e0695c5-a75f-4b0a-b152-9c4f50c64ad1", "address": "fa:16:3e:fb:5f:73", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0695c5-a7", "ovs_interfaceid": "6e0695c5-a75f-4b0a-b152-9c4f50c64ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.815055] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1406.815685] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1406.816862] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1406.817021] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1406.817229] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1406.817401] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1406.817652] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1406.817916] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1406.817998] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1406.818178] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1406.818387] env[62127]: DEBUG nova.virt.hardware [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1406.819464] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f96118-db7e-4b27-b9d8-c24f561edf1d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.825258] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1406.829970] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122456a2-d420-44d6-a8e2-fc6457a8210f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.968579] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.973017] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 8.403s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.973017] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1406.973017] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1406.973017] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.253s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1406.973790] env[62127]: INFO nova.compute.claims [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1406.977038] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93d234c-ddbc-454c-bd30-ac084dad0728 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.987024] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa91243a-c6b4-4fe8-aa4e-e82d8cee8963 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.003330] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7661b5-4c0e-4a4d-a55d-d83836cef236 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.012048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ded9d899-bbe7-42e1-92a4-e5d8c182c0b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.016228] env[62127]: INFO nova.scheduler.client.report [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Deleted allocations for instance 5e25f49e-f159-40bd-94ad-a1564b303d05 [ 1407.059476] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177895MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1407.059622] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.068726] env[62127]: INFO nova.compute.manager [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Took 20.52 seconds to build instance. [ 1407.076912] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733051, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.081627] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733050, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.120252] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.120405] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.120603] env[62127]: DEBUG nova.compute.manager [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Going to confirm migration 1 {{(pid=62127) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1407.191394] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "631015b4-46f0-4487-9618-fa6d79c8d1b0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.191839] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.265795] env[62127]: DEBUG nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1407.298343] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.298806] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "refresh_cache-df6d0d42-655c-4b50-8475-98e233563176" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1407.299249] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Instance network_info: |[{"id": "6e0695c5-a75f-4b0a-b152-9c4f50c64ad1", "address": "fa:16:3e:fb:5f:73", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0695c5-a7", "ovs_interfaceid": "6e0695c5-a75f-4b0a-b152-9c4f50c64ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1407.300387] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fb:5f:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e0695c5-a75f-4b0a-b152-9c4f50c64ad1', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.312851] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Creating folder: Project (f96053b341ef40668c80c4c3c58cf1f1). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.314063] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59cb2d6-615d-4e09-aad1-4eb48f7d3ee5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.329995] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Created folder: Project (f96053b341ef40668c80c4c3c58cf1f1) in parent group-v360450. [ 1407.330251] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Creating folder: Instances. Parent ref: group-v360599. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1407.330519] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-85550083-954d-4585-92b8-c7cb5f658eb3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.344181] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Created folder: Instances in parent group-v360599. [ 1407.344468] env[62127]: DEBUG oslo.service.loopingcall [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1407.344682] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6d0d42-655c-4b50-8475-98e233563176] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.344970] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19343ded-5cbc-42f6-8085-7ee4bf12a8d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.370320] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.370320] env[62127]: value = "task-1733054" [ 1407.370320] env[62127]: _type = "Task" [ 1407.370320] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.380368] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733054, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.522392] env[62127]: DEBUG nova.compute.manager [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Received event network-vif-plugged-6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.522553] env[62127]: DEBUG oslo_concurrency.lockutils [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] Acquiring lock "df6d0d42-655c-4b50-8475-98e233563176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.522767] env[62127]: DEBUG oslo_concurrency.lockutils [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] Lock "df6d0d42-655c-4b50-8475-98e233563176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.522981] env[62127]: DEBUG oslo_concurrency.lockutils [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] Lock "df6d0d42-655c-4b50-8475-98e233563176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.523364] env[62127]: DEBUG nova.compute.manager [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] No waiting events found dispatching network-vif-plugged-6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1407.523560] env[62127]: WARNING nova.compute.manager [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Received unexpected event network-vif-plugged-6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 for instance with vm_state building and task_state spawning. [ 1407.523713] env[62127]: DEBUG nova.compute.manager [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Received event network-changed-6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1407.523870] env[62127]: DEBUG nova.compute.manager [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Refreshing instance network info cache due to event network-changed-6e0695c5-a75f-4b0a-b152-9c4f50c64ad1. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1407.524067] env[62127]: DEBUG oslo_concurrency.lockutils [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] Acquiring lock "refresh_cache-df6d0d42-655c-4b50-8475-98e233563176" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.524205] env[62127]: DEBUG oslo_concurrency.lockutils [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] Acquired lock "refresh_cache-df6d0d42-655c-4b50-8475-98e233563176" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.524363] env[62127]: DEBUG nova.network.neutron [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Refreshing network info cache for port 6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.529908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a9340ad0-7f17-4f89-84a7-25c4e5228f11 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "5e25f49e-f159-40bd-94ad-a1564b303d05" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.868s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.576113] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e9be29ca-0b6f-4d61-9f9b-e3727b27cad8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.038s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1407.576113] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733051, 'name': CreateVM_Task, 'duration_secs': 0.573002} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.579849] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.580600] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733050, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.580871] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.581312] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.581670] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1407.582206] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ec68439-65a6-4351-bcde-430982b5bf17 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.590208] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1407.590208] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ea3c5d-b7f6-defe-d8d2-d9697a88b0cb" [ 1407.590208] env[62127]: _type = "Task" [ 1407.590208] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.602757] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea3c5d-b7f6-defe-d8d2-d9697a88b0cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.712156] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1407.712397] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.712572] env[62127]: DEBUG nova.network.neutron [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1407.712791] env[62127]: DEBUG nova.objects.instance [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lazy-loading 'info_cache' on Instance uuid 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.724272] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "f6946b54-42e7-4df2-896b-8cad25dea261" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.727017] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1407.727017] env[62127]: INFO nova.compute.manager [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Rebooting instance [ 1407.796757] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1407.882421] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733054, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.903235] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Successfully updated port: 894588a7-8500-4983-a6a6-2268d419d439 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1408.075696] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733050, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.083647] env[62127]: DEBUG nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1408.107393] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea3c5d-b7f6-defe-d8d2-d9697a88b0cb, 'name': SearchDatastore_Task, 'duration_secs': 0.018249} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.109803] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.109803] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.109803] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.109803] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.109803] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.109803] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9b668889-4073-4a0b-93c0-3c581f02c56a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.125037] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.125037] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.125730] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a8798e-c756-4047-9e98-ae3aaf5d452e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.173748] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1408.173748] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52767495-a8f0-5ab9-0a03-f02ce5a2d3c6" [ 1408.173748] env[62127]: _type = "Task" [ 1408.173748] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.173748] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52767495-a8f0-5ab9-0a03-f02ce5a2d3c6, 'name': SearchDatastore_Task, 'duration_secs': 0.01661} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.173748] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aeb90e34-fcfc-40b5-acde-7dec8b31f340 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.173748] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1408.173748] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52eeeb3b-4330-dc1a-1b87-cbd26f07e44c" [ 1408.173748] env[62127]: _type = "Task" [ 1408.173748] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.176757] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52eeeb3b-4330-dc1a-1b87-cbd26f07e44c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.267885] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.267885] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquired lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.267885] env[62127]: DEBUG nova.network.neutron [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.370214] env[62127]: DEBUG nova.network.neutron [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Updated VIF entry in instance network info cache for port 6e0695c5-a75f-4b0a-b152-9c4f50c64ad1. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1408.370592] env[62127]: DEBUG nova.network.neutron [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Updating instance_info_cache with network_info: [{"id": "6e0695c5-a75f-4b0a-b152-9c4f50c64ad1", "address": "fa:16:3e:fb:5f:73", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e0695c5-a7", "ovs_interfaceid": "6e0695c5-a75f-4b0a-b152-9c4f50c64ad1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.382804] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733054, 'name': CreateVM_Task, 'duration_secs': 0.574681} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.383503] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df6d0d42-655c-4b50-8475-98e233563176] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1408.384384] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.385302] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.385302] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1408.385783] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b58d1037-bf72-41ea-a785-22833520d778 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.392834] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1408.392834] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d922a6-7b3e-08d2-ef64-c0eef30e0a75" [ 1408.392834] env[62127]: _type = "Task" [ 1408.392834] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.408771] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "refresh_cache-7f259955-1a02-4e36-8153-3de6dee286c3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.408771] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "refresh_cache-7f259955-1a02-4e36-8153-3de6dee286c3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.408771] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1408.409742] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d922a6-7b3e-08d2-ef64-c0eef30e0a75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.533105] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17696e14-2c38-42aa-aa3f-6521bb550262 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.540856] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01a1879-8b44-4740-ad7a-b054407220d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.576380] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17e7261-2f6e-43ab-bc57-46a8c1e92579 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.587431] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d1d702-67ac-4b88-9116-cb3995066f9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.591180] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733050, 'name': CloneVM_Task, 'duration_secs': 1.848785} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.593817] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Created linked-clone VM from snapshot [ 1408.596733] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee14c1d4-8f76-4b02-b3bb-b6db3f048624 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.608837] env[62127]: DEBUG nova.compute.provider_tree [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1408.615839] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Uploading image 1c97f05c-8166-403a-8b1b-a4e83712668f {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1408.620261] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1408.650619] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1408.650619] env[62127]: value = "vm-360598" [ 1408.650619] env[62127]: _type = "VirtualMachine" [ 1408.650619] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1408.651540] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4e246096-e737-4b0c-88d9-676c39580214 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.659338] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease: (returnval){ [ 1408.659338] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5210ef0c-2ee8-d141-e1ff-8cb3ba5afcd6" [ 1408.659338] env[62127]: _type = "HttpNfcLease" [ 1408.659338] env[62127]: } obtained for exporting VM: (result){ [ 1408.659338] env[62127]: value = "vm-360598" [ 1408.659338] env[62127]: _type = "VirtualMachine" [ 1408.659338] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1408.659602] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the lease: (returnval){ [ 1408.659602] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5210ef0c-2ee8-d141-e1ff-8cb3ba5afcd6" [ 1408.659602] env[62127]: _type = "HttpNfcLease" [ 1408.659602] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1408.669114] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1408.669114] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5210ef0c-2ee8-d141-e1ff-8cb3ba5afcd6" [ 1408.669114] env[62127]: _type = "HttpNfcLease" [ 1408.669114] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1408.675573] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52eeeb3b-4330-dc1a-1b87-cbd26f07e44c, 'name': SearchDatastore_Task, 'duration_secs': 0.016092} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.675866] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.676264] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1408.676471] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-266ac4e1-f693-43ff-9df5-6e0896681e39 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.684538] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1408.684538] env[62127]: value = "task-1733056" [ 1408.684538] env[62127]: _type = "Task" [ 1408.684538] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.692927] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733056, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.877800] env[62127]: DEBUG oslo_concurrency.lockutils [req-3db6b606-e120-4a21-ab04-584224ca7ce9 req-b5f11844-ff20-4661-8f02-170656c40a49 service nova] Releasing lock "refresh_cache-df6d0d42-655c-4b50-8475-98e233563176" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.908037] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d922a6-7b3e-08d2-ef64-c0eef30e0a75, 'name': SearchDatastore_Task, 'duration_secs': 0.021633} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1408.908500] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1408.911498] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.911498] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1408.911498] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.911498] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.913087] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cd864ce-4001-4216-83ff-192e0dcd0b8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.935087] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.935680] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.936973] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e9b1397-e334-4ccf-8f1a-30060d8a7805 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.950030] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1408.950030] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c20d9a-b8ac-b5e6-8231-e13b689da480" [ 1408.950030] env[62127]: _type = "Task" [ 1408.950030] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.960871] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c20d9a-b8ac-b5e6-8231-e13b689da480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.115023] env[62127]: DEBUG nova.scheduler.client.report [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1409.173023] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.173023] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5210ef0c-2ee8-d141-e1ff-8cb3ba5afcd6" [ 1409.173023] env[62127]: _type = "HttpNfcLease" [ 1409.173023] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1409.173023] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1409.173023] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5210ef0c-2ee8-d141-e1ff-8cb3ba5afcd6" [ 1409.173023] env[62127]: _type = "HttpNfcLease" [ 1409.173023] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1409.173023] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c709bda5-c6ae-4960-bfa6-b1661aa7f4d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.184950] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211bce9-1071-8102-9223-ca0c801d0176/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1409.185780] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211bce9-1071-8102-9223-ca0c801d0176/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1409.261864] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Acquiring lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.265066] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.265066] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Acquiring lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.265066] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.265066] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.272981] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1409.275885] env[62127]: INFO nova.compute.manager [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Terminating instance [ 1409.278702] env[62127]: DEBUG nova.compute.manager [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1409.278937] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1409.282599] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41e0c0a9-8b48-4d2c-accc-065c8c69c1f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.288024] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733056, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.293058] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1409.293058] env[62127]: value = "task-1733057" [ 1409.293058] env[62127]: _type = "Task" [ 1409.293058] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.305079] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733057, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.329869] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f200a13-a969-421d-9575-c3227eec5d9f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.461791] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c20d9a-b8ac-b5e6-8231-e13b689da480, 'name': SearchDatastore_Task, 'duration_secs': 0.02264} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.462667] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a514a6f7-1ce0-4570-b232-b463678bcba6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.469330] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1409.469330] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5266f930-ba5d-1462-d418-2cb15ca2700c" [ 1409.469330] env[62127]: _type = "Task" [ 1409.469330] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.479565] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5266f930-ba5d-1462-d418-2cb15ca2700c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.532349] env[62127]: DEBUG nova.network.neutron [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance_info_cache with network_info: [{"id": "7b827ca3-4a96-4af0-8897-1282b505f22f", "address": "fa:16:3e:ad:f1:18", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.206", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b827ca3-4a", "ovs_interfaceid": "7b827ca3-4a96-4af0-8897-1282b505f22f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.586800] env[62127]: DEBUG nova.compute.manager [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Received event network-vif-plugged-894588a7-8500-4983-a6a6-2268d419d439 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.587088] env[62127]: DEBUG oslo_concurrency.lockutils [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] Acquiring lock "7f259955-1a02-4e36-8153-3de6dee286c3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.587246] env[62127]: DEBUG oslo_concurrency.lockutils [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] Lock "7f259955-1a02-4e36-8153-3de6dee286c3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.587416] env[62127]: DEBUG oslo_concurrency.lockutils [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] Lock "7f259955-1a02-4e36-8153-3de6dee286c3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.587668] env[62127]: DEBUG nova.compute.manager [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] No waiting events found dispatching network-vif-plugged-894588a7-8500-4983-a6a6-2268d419d439 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1409.587737] env[62127]: WARNING nova.compute.manager [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Received unexpected event network-vif-plugged-894588a7-8500-4983-a6a6-2268d419d439 for instance with vm_state building and task_state spawning. [ 1409.587896] env[62127]: DEBUG nova.compute.manager [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Received event network-changed-894588a7-8500-4983-a6a6-2268d419d439 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1409.588066] env[62127]: DEBUG nova.compute.manager [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Refreshing instance network info cache due to event network-changed-894588a7-8500-4983-a6a6-2268d419d439. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1409.588237] env[62127]: DEBUG oslo_concurrency.lockutils [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] Acquiring lock "refresh_cache-7f259955-1a02-4e36-8153-3de6dee286c3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1409.593313] env[62127]: DEBUG nova.network.neutron [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Updating instance_info_cache with network_info: [{"id": "697e5821-409c-4444-a813-833809e45019", "address": "fa:16:3e:f6:59:bd", "network": {"id": "c7080982-2585-48ad-a344-1275cf034124", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-65516723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3c3e5f2212104a89bc3f5327659c4f7d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88eedc4b-66dc-4845-9f95-858d6db12a7f", "external-id": "nsx-vlan-transportzone-999", "segmentation_id": 999, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap697e5821-40", "ovs_interfaceid": "697e5821-409c-4444-a813-833809e45019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.618070] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.646s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.618603] env[62127]: DEBUG nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1409.621589] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.550s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.621840] env[62127]: DEBUG nova.objects.instance [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lazy-loading 'resources' on Instance uuid 0276f97e-e204-4b03-bf33-dd991cd0169e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1409.639532] env[62127]: DEBUG nova.network.neutron [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Updating instance_info_cache with network_info: [{"id": "894588a7-8500-4983-a6a6-2268d419d439", "address": "fa:16:3e:4a:7a:a5", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap894588a7-85", "ovs_interfaceid": "894588a7-8500-4983-a6a6-2268d419d439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1409.702792] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733056, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.764027} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.702987] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1409.703343] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1409.703897] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c60ea0d1-1eaa-4ef2-a1e2-b21ead2b0d87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.713343] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1409.713343] env[62127]: value = "task-1733058" [ 1409.713343] env[62127]: _type = "Task" [ 1409.713343] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.724255] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733058, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.803796] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733057, 'name': PowerOffVM_Task, 'duration_secs': 0.252687} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.804351] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.804674] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1409.804943] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360531', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'name': 'volume-78efef75-b933-486c-908e-af679048ab6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b30f2b92-f013-46f0-9b31-d4b96dc23c76', 'attached_at': '', 'detached_at': '', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'serial': '78efef75-b933-486c-908e-af679048ab6d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1409.805752] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0209b970-7ed4-4c79-a6c9-8c13fb54bd49 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.827304] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c00781-d25a-4dcd-90eb-3e31008d3bc3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.835986] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bff4b36a-dc52-4cb2-acc1-2d6c82c0700c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.857840] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-332d928d-8bb4-4225-a53a-f9a3a1fb8b4b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.877780] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] The volume has not been displaced from its original location: [datastore1] volume-78efef75-b933-486c-908e-af679048ab6d/volume-78efef75-b933-486c-908e-af679048ab6d.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1409.883278] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1409.883807] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08f223e3-e818-4da5-9a93-dfa9d2b7f31f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.906166] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1409.906166] env[62127]: value = "task-1733059" [ 1409.906166] env[62127]: _type = "Task" [ 1409.906166] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.915507] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.982271] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5266f930-ba5d-1462-d418-2cb15ca2700c, 'name': SearchDatastore_Task, 'duration_secs': 0.016259} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.982655] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1409.983136] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] df6d0d42-655c-4b50-8475-98e233563176/df6d0d42-655c-4b50-8475-98e233563176.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1409.983524] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e5d76a1-febc-4fc8-b06d-2cf14aa5cf2c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.985956] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "cb1bba98-24b6-443d-92c9-59640cf53754" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.986608] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "cb1bba98-24b6-443d-92c9-59640cf53754" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.986974] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "cb1bba98-24b6-443d-92c9-59640cf53754-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1409.987334] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "cb1bba98-24b6-443d-92c9-59640cf53754-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1409.987600] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "cb1bba98-24b6-443d-92c9-59640cf53754-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1409.990143] env[62127]: INFO nova.compute.manager [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Terminating instance [ 1409.992764] env[62127]: DEBUG nova.compute.manager [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1409.993042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1409.993873] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0e933e-bd1d-4ab4-a766-d7a14eacb080 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.010575] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1410.010575] env[62127]: value = "task-1733060" [ 1410.010575] env[62127]: _type = "Task" [ 1410.010575] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.013605] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.017419] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89ede55b-202b-4922-b21a-f879517879b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.026433] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733060, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.028382] env[62127]: DEBUG oslo_vmware.api [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1410.028382] env[62127]: value = "task-1733061" [ 1410.028382] env[62127]: _type = "Task" [ 1410.028382] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.035634] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.036102] env[62127]: DEBUG nova.objects.instance [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lazy-loading 'migration_context' on Instance uuid 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1410.040993] env[62127]: DEBUG oslo_vmware.api [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733061, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.060657] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "56dd5354-066e-4da8-8d9b-82c417a89b2f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.061130] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.061430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "56dd5354-066e-4da8-8d9b-82c417a89b2f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1410.061746] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1410.062061] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1410.064646] env[62127]: INFO nova.compute.manager [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Terminating instance [ 1410.067239] env[62127]: DEBUG nova.compute.manager [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1410.067500] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.068464] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33a442ed-dce0-4acd-9b12-9ea3e9215280 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.078664] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.079145] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26d9b3df-bb30-4083-8e58-d0b0dcfa0eeb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.089142] env[62127]: DEBUG oslo_vmware.api [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1410.089142] env[62127]: value = "task-1733062" [ 1410.089142] env[62127]: _type = "Task" [ 1410.089142] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.095794] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Releasing lock "refresh_cache-f6946b54-42e7-4df2-896b-8cad25dea261" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.102491] env[62127]: DEBUG oslo_vmware.api [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1733062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.103160] env[62127]: DEBUG nova.compute.manager [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1410.104064] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e537ff-80ea-476f-aeb8-8950f0634ab5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.125719] env[62127]: DEBUG nova.compute.utils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1410.127455] env[62127]: DEBUG nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1410.128620] env[62127]: DEBUG nova.network.neutron [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1410.142559] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "refresh_cache-7f259955-1a02-4e36-8153-3de6dee286c3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1410.144049] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Instance network_info: |[{"id": "894588a7-8500-4983-a6a6-2268d419d439", "address": "fa:16:3e:4a:7a:a5", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap894588a7-85", "ovs_interfaceid": "894588a7-8500-4983-a6a6-2268d419d439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1410.144689] env[62127]: DEBUG oslo_concurrency.lockutils [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] Acquired lock "refresh_cache-7f259955-1a02-4e36-8153-3de6dee286c3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.145198] env[62127]: DEBUG nova.network.neutron [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Refreshing network info cache for port 894588a7-8500-4983-a6a6-2268d419d439 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1410.146920] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:7a:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '894588a7-8500-4983-a6a6-2268d419d439', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.159280] env[62127]: DEBUG oslo.service.loopingcall [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1410.160707] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.160707] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a64e3442-f466-4d68-bcdb-1f5081e07a72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.184161] env[62127]: DEBUG nova.policy [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '93e97ec8a9a140a89a6dedb3349a3b95', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '632d297c54ec4e9c81ae7bd6a0cc11b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1410.196213] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.196213] env[62127]: value = "task-1733063" [ 1410.196213] env[62127]: _type = "Task" [ 1410.196213] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.212833] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733063, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.234316] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733058, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08216} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.234748] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1410.235801] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b16701f6-d69f-4308-926c-8e684b7b00ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.275013] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Reconfiguring VM instance instance-00000012 to attach disk [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1410.278170] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79167625-6e22-49c2-bfd4-5976fb572ec7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.304965] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1410.304965] env[62127]: value = "task-1733064" [ 1410.304965] env[62127]: _type = "Task" [ 1410.304965] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.318293] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733064, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.430770] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733059, 'name': ReconfigVM_Task, 'duration_secs': 0.267414} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.433456] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1410.438997] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ade1963-8d40-40d8-9f71-abcd17e7edde {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.463023] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1410.463023] env[62127]: value = "task-1733065" [ 1410.463023] env[62127]: _type = "Task" [ 1410.463023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.479669] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.525879] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733060, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.542775] env[62127]: DEBUG nova.objects.base [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Object Instance<5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138> lazy-loaded attributes: info_cache,migration_context {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1410.543286] env[62127]: DEBUG oslo_vmware.api [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733061, 'name': PowerOffVM_Task, 'duration_secs': 0.254993} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.547056] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff922ff-dcb3-48b5-a297-7cd2ba773aa7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.550259] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.550488] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.551397] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f1c21eb-144f-4ec0-a686-fa265ad5671e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.577802] env[62127]: DEBUG nova.network.neutron [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Successfully created port: 39af8f95-1819-403e-8f92-80d4665a6667 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1410.580122] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4e5bdb6-6716-44ca-ab7f-88cb985deefa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.592449] env[62127]: DEBUG oslo_vmware.api [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1410.592449] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523cf756-42d4-7af0-2e92-dbe14fd72bd5" [ 1410.592449] env[62127]: _type = "Task" [ 1410.592449] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.607602] env[62127]: DEBUG oslo_vmware.api [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1733062, 'name': PowerOffVM_Task, 'duration_secs': 0.236503} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.611253] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1410.611565] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.611927] env[62127]: DEBUG oslo_vmware.api [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523cf756-42d4-7af0-2e92-dbe14fd72bd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.615052] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2d2c515-6e65-4983-83ac-20ae72dd09ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.638993] env[62127]: DEBUG nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1410.645635] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.645635] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.645635] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Deleting the datastore file [datastore1] cb1bba98-24b6-443d-92c9-59640cf53754 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.652915] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe65049a-c055-4d68-902c-e49abb16770e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.663720] env[62127]: DEBUG oslo_vmware.api [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for the task: (returnval){ [ 1410.663720] env[62127]: value = "task-1733068" [ 1410.663720] env[62127]: _type = "Task" [ 1410.663720] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.683895] env[62127]: DEBUG oslo_vmware.api [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.711790] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733063, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.739653] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1410.740219] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1410.740454] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Deleting the datastore file [datastore1] 56dd5354-066e-4da8-8d9b-82c417a89b2f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1410.741094] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd323d02-6c64-4c56-960f-fb5693b948e4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.756290] env[62127]: DEBUG oslo_vmware.api [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for the task: (returnval){ [ 1410.756290] env[62127]: value = "task-1733069" [ 1410.756290] env[62127]: _type = "Task" [ 1410.756290] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.770638] env[62127]: DEBUG oslo_vmware.api [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1733069, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.789385] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17420bac-6681-4b01-a113-c421277b53ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.798505] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5d86c6-118b-424d-a45c-3a6f4247f0b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.842361] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe4d162-fadd-40af-9660-39371a2fbb58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.849717] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.856059] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770cb286-f839-4c6f-bd12-0e99ddb74246 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.873665] env[62127]: DEBUG nova.compute.provider_tree [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1410.973954] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733065, 'name': ReconfigVM_Task, 'duration_secs': 0.262506} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1410.974292] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360531', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'name': 'volume-78efef75-b933-486c-908e-af679048ab6d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b30f2b92-f013-46f0-9b31-d4b96dc23c76', 'attached_at': '', 'detached_at': '', 'volume_id': '78efef75-b933-486c-908e-af679048ab6d', 'serial': '78efef75-b933-486c-908e-af679048ab6d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1410.974625] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.975565] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcd70f9-d003-4e61-ab18-4fc163caa00d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.984816] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1410.984997] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-10379468-256d-4061-9061-6f31e0e22ec9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.025807] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733060, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681328} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.026239] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] df6d0d42-655c-4b50-8475-98e233563176/df6d0d42-655c-4b50-8475-98e233563176.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1411.026613] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1411.027030] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a4902d7-b7e3-4a46-b1f0-bfcb526a8ade {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.037265] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1411.037265] env[62127]: value = "task-1733071" [ 1411.037265] env[62127]: _type = "Task" [ 1411.037265] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.050459] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733071, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.082524] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.083243] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.083986] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Deleting the datastore file [datastore1] b30f2b92-f013-46f0-9b31-d4b96dc23c76 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.085496] env[62127]: DEBUG nova.network.neutron [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Updated VIF entry in instance network info cache for port 894588a7-8500-4983-a6a6-2268d419d439. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1411.085891] env[62127]: DEBUG nova.network.neutron [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Updating instance_info_cache with network_info: [{"id": "894588a7-8500-4983-a6a6-2268d419d439", "address": "fa:16:3e:4a:7a:a5", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap894588a7-85", "ovs_interfaceid": "894588a7-8500-4983-a6a6-2268d419d439", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1411.087737] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37a485b5-a88b-48af-b147-0977c450a20f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.103760] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for the task: (returnval){ [ 1411.103760] env[62127]: value = "task-1733072" [ 1411.103760] env[62127]: _type = "Task" [ 1411.103760] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.114568] env[62127]: DEBUG oslo_vmware.api [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523cf756-42d4-7af0-2e92-dbe14fd72bd5, 'name': SearchDatastore_Task, 'duration_secs': 0.029169} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.115590] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1411.123319] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.124251] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2034a83-71ba-4e11-9ec9-cffc8297f9b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.134587] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Doing hard reboot of VM {{(pid=62127) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1411.135065] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-de3b8fd2-cbce-4b46-86cd-58d8471126b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.143169] env[62127]: DEBUG oslo_vmware.api [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1411.143169] env[62127]: value = "task-1733073" [ 1411.143169] env[62127]: _type = "Task" [ 1411.143169] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.160408] env[62127]: DEBUG oslo_vmware.api [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733073, 'name': ResetVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.176154] env[62127]: DEBUG oslo_vmware.api [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Task: {'id': task-1733068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.3907} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.176972] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.176972] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.177356] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.177857] env[62127]: INFO nova.compute.manager [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1411.178533] env[62127]: DEBUG oslo.service.loopingcall [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.178533] env[62127]: DEBUG nova.compute.manager [-] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1411.178664] env[62127]: DEBUG nova.network.neutron [-] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1411.208706] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733063, 'name': CreateVM_Task, 'duration_secs': 0.674124} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.209438] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.210296] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.210565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.210914] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1411.211347] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-686169f2-4f5f-4df9-9375-7f9015ded7ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.219136] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1411.219136] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5279b7bc-6ba1-2f88-81b8-e9919edb9540" [ 1411.219136] env[62127]: _type = "Task" [ 1411.219136] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.228188] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5279b7bc-6ba1-2f88-81b8-e9919edb9540, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.269238] env[62127]: DEBUG oslo_vmware.api [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Task: {'id': task-1733069, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.37459} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.269942] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.270096] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.270292] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.270507] env[62127]: INFO nova.compute.manager [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1411.270762] env[62127]: DEBUG oslo.service.loopingcall [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.270971] env[62127]: DEBUG nova.compute.manager [-] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1411.271089] env[62127]: DEBUG nova.network.neutron [-] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1411.315476] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733064, 'name': ReconfigVM_Task, 'duration_secs': 0.89078} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.315853] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Reconfigured VM instance instance-00000012 to attach disk [datastore1] e7f51043-6190-446e-a795-68fba59f8b37/e7f51043-6190-446e-a795-68fba59f8b37.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1411.316823] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1c97bf1e-06f0-4d59-a4d9-7f1c0bcfe448 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.324359] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1411.324359] env[62127]: value = "task-1733074" [ 1411.324359] env[62127]: _type = "Task" [ 1411.324359] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.334913] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733074, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.404235] env[62127]: ERROR nova.scheduler.client.report [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] [req-6afa1d26-c114-47b1-ba31-5e01ab4231c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6afa1d26-c114-47b1-ba31-5e01ab4231c9"}]} [ 1411.426423] env[62127]: DEBUG nova.scheduler.client.report [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1411.448492] env[62127]: DEBUG nova.scheduler.client.report [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1411.448880] env[62127]: DEBUG nova.compute.provider_tree [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1411.463374] env[62127]: DEBUG nova.scheduler.client.report [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1411.492228] env[62127]: DEBUG nova.scheduler.client.report [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1411.559177] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733071, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088847} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.561285] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1411.562718] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08816e5-befd-4c51-854f-b3da106567d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.591550] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] df6d0d42-655c-4b50-8475-98e233563176/df6d0d42-655c-4b50-8475-98e233563176.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1411.595788] env[62127]: DEBUG oslo_concurrency.lockutils [req-b7be2828-4c04-426e-9e96-8b8d9746b461 req-f1e1a4d4-b7ca-44aa-af11-bdbcc613b68e service nova] Releasing lock "refresh_cache-7f259955-1a02-4e36-8153-3de6dee286c3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.596307] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eea19d33-35e4-4445-beee-a7d947a6df18 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.626285] env[62127]: DEBUG oslo_vmware.api [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Task: {'id': task-1733072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20829} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.628143] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1411.628400] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1411.628614] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1411.628821] env[62127]: INFO nova.compute.manager [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1411.629114] env[62127]: DEBUG oslo.service.loopingcall [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1411.629442] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1411.629442] env[62127]: value = "task-1733075" [ 1411.629442] env[62127]: _type = "Task" [ 1411.629442] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.632120] env[62127]: DEBUG nova.compute.manager [-] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1411.632258] env[62127]: DEBUG nova.network.neutron [-] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1411.644248] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733075, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.655428] env[62127]: DEBUG nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1411.657462] env[62127]: DEBUG oslo_vmware.api [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733073, 'name': ResetVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.737763] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5279b7bc-6ba1-2f88-81b8-e9919edb9540, 'name': SearchDatastore_Task, 'duration_secs': 0.026266} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.738358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1411.738676] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1411.738981] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1411.739290] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.739543] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1411.740967] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fbe05864-4334-4bc4-ba15-8026fe1b5e11 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.754961] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1411.754961] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1411.754961] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-871d5605-b913-42d4-bb66-a418d0b00b19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.765683] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1411.765683] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526f97cc-d70c-abd3-2602-1384b7c29539" [ 1411.765683] env[62127]: _type = "Task" [ 1411.765683] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.777977] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526f97cc-d70c-abd3-2602-1384b7c29539, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.836900] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733074, 'name': Rename_Task, 'duration_secs': 0.251741} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.837289] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1411.837481] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-30985230-a3d2-468d-b241-1fd9956e865b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.847318] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1411.847318] env[62127]: value = "task-1733076" [ 1411.847318] env[62127]: _type = "Task" [ 1411.847318] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.856240] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.021185] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f23d3bcb-abbb-4348-a298-2a238f41732b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.033808] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00b9d2f4-35f4-4a0c-9b88-2c91de273662 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.064647] env[62127]: DEBUG nova.network.neutron [-] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.071061] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfb86fb9-d04f-4939-9b74-c27e69209096 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.084118] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fea0326-e687-4d9d-8569-4a66fd119828 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.104342] env[62127]: DEBUG nova.compute.provider_tree [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.147677] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.158317] env[62127]: DEBUG oslo_vmware.api [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733073, 'name': ResetVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.238700] env[62127]: DEBUG nova.compute.manager [req-59920353-6ecb-4efd-8466-cbfecb31f4ea req-bb7685a7-fad6-4bc8-a72f-c97db7f7a1c9 service nova] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Received event network-vif-deleted-367a43d2-1a6a-4e7c-86ab-cae6a29222d6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1412.279433] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526f97cc-d70c-abd3-2602-1384b7c29539, 'name': SearchDatastore_Task, 'duration_secs': 0.02063} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.280464] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e9a7e3-b357-4792-afbd-46eef96e0984 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.287294] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1412.287294] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52580828-0b12-a6ba-a795-2f447f4da721" [ 1412.287294] env[62127]: _type = "Task" [ 1412.287294] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.297479] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52580828-0b12-a6ba-a795-2f447f4da721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.360566] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.480620] env[62127]: DEBUG nova.network.neutron [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Successfully updated port: 39af8f95-1819-403e-8f92-80d4665a6667 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1412.569030] env[62127]: INFO nova.compute.manager [-] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Took 1.39 seconds to deallocate network for instance. [ 1412.591833] env[62127]: DEBUG nova.network.neutron [-] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.607610] env[62127]: DEBUG nova.scheduler.client.report [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1412.645445] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733075, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.657044] env[62127]: DEBUG oslo_vmware.api [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733073, 'name': ResetVM_Task, 'duration_secs': 1.113372} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.657432] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Did hard reboot of VM {{(pid=62127) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1412.657501] env[62127]: DEBUG nova.compute.manager [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1412.658371] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d017404-9528-4521-9df4-1229f289e0de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.798988] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52580828-0b12-a6ba-a795-2f447f4da721, 'name': SearchDatastore_Task, 'duration_secs': 0.015124} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.799314] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1412.799530] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7f259955-1a02-4e36-8153-3de6dee286c3/7f259955-1a02-4e36-8153-3de6dee286c3.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1412.799798] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-848d112a-2fc3-49f8-b96e-ae631bbb1579 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.809377] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1412.809377] env[62127]: value = "task-1733077" [ 1412.809377] env[62127]: _type = "Task" [ 1412.809377] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.819140] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733077, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.853600] env[62127]: DEBUG nova.network.neutron [-] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.860405] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733076, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.983801] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "refresh_cache-27be6895-aead-4fa9-a821-b2c1128a721b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1412.983951] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired lock "refresh_cache-27be6895-aead-4fa9-a821-b2c1128a721b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.984379] env[62127]: DEBUG nova.network.neutron [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1413.083904] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.094754] env[62127]: INFO nova.compute.manager [-] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Took 1.82 seconds to deallocate network for instance. [ 1413.112801] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.491s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.115808] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.751s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1413.119208] env[62127]: INFO nova.compute.claims [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1413.147256] env[62127]: INFO nova.scheduler.client.report [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Deleted allocations for instance 0276f97e-e204-4b03-bf33-dd991cd0169e [ 1413.160323] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733075, 'name': ReconfigVM_Task, 'duration_secs': 1.464213} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.160323] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Reconfigured VM instance instance-00000030 to attach disk [datastore1] df6d0d42-655c-4b50-8475-98e233563176/df6d0d42-655c-4b50-8475-98e233563176.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1413.160927] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b5736e4a-cfbf-4a3c-a567-6655aee5e282 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.173269] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1413.173269] env[62127]: value = "task-1733078" [ 1413.173269] env[62127]: _type = "Task" [ 1413.173269] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.174921] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fb229b81-f97f-43a8-8205-22170c1fd5d8 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.449s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.188636] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733078, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.320447] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733077, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.356295] env[62127]: INFO nova.compute.manager [-] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Took 1.72 seconds to deallocate network for instance. [ 1413.364260] env[62127]: DEBUG oslo_vmware.api [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733076, 'name': PowerOnVM_Task, 'duration_secs': 1.364378} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.366399] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1413.366797] env[62127]: DEBUG nova.compute.manager [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1413.367956] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-730b0489-e83c-4418-94bf-50514d0a516f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.522071] env[62127]: DEBUG nova.network.neutron [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1413.602279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.655797] env[62127]: DEBUG oslo_concurrency.lockutils [None req-64c96011-76db-401b-a302-c9a646804475 tempest-ServersTestFqdnHostnames-901907810 tempest-ServersTestFqdnHostnames-901907810-project-member] Lock "0276f97e-e204-4b03-bf33-dd991cd0169e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.918s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1413.680920] env[62127]: DEBUG nova.network.neutron [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Updating instance_info_cache with network_info: [{"id": "39af8f95-1819-403e-8f92-80d4665a6667", "address": "fa:16:3e:0a:2c:d0", "network": {"id": "a453a972-81ef-43ff-b643-46060801ad07", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1831007139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632d297c54ec4e9c81ae7bd6a0cc11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39af8f95-18", "ovs_interfaceid": "39af8f95-1819-403e-8f92-80d4665a6667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.688411] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733078, 'name': Rename_Task, 'duration_secs': 0.407363} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.688797] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1413.689087] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85e2f887-4ad1-4352-92a0-a4f4b2b09c55 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.696986] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1413.696986] env[62127]: value = "task-1733079" [ 1413.696986] env[62127]: _type = "Task" [ 1413.696986] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.706358] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.825754] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733077, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611265} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.825754] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7f259955-1a02-4e36-8153-3de6dee286c3/7f259955-1a02-4e36-8153-3de6dee286c3.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1413.825754] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1413.825754] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d43d741f-f2bf-4b1b-829e-e66ee9e884d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.831337] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1413.831337] env[62127]: value = "task-1733080" [ 1413.831337] env[62127]: _type = "Task" [ 1413.831337] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.841135] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733080, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.890136] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1413.918432] env[62127]: INFO nova.compute.manager [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Took 0.56 seconds to detach 1 volumes for instance. [ 1413.920728] env[62127]: DEBUG nova.compute.manager [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Deleting volume: 78efef75-b933-486c-908e-af679048ab6d {{(pid=62127) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1414.183790] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Releasing lock "refresh_cache-27be6895-aead-4fa9-a821-b2c1128a721b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1414.184631] env[62127]: DEBUG nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Instance network_info: |[{"id": "39af8f95-1819-403e-8f92-80d4665a6667", "address": "fa:16:3e:0a:2c:d0", "network": {"id": "a453a972-81ef-43ff-b643-46060801ad07", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1831007139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632d297c54ec4e9c81ae7bd6a0cc11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39af8f95-18", "ovs_interfaceid": "39af8f95-1819-403e-8f92-80d4665a6667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1414.213264] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733079, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.292294] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "f6946b54-42e7-4df2-896b-8cad25dea261" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.292573] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.292786] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "f6946b54-42e7-4df2-896b-8cad25dea261-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.292972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.293159] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.298323] env[62127]: INFO nova.compute.manager [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Terminating instance [ 1414.300970] env[62127]: DEBUG nova.compute.manager [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1414.301214] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1414.302090] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202f21bf-9f0e-4be3-bb59-0638298efb40 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.310679] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1414.313450] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad737dfd-7541-4b52-8c09-64c13e575bfb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.323312] env[62127]: DEBUG oslo_vmware.api [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1414.323312] env[62127]: value = "task-1733082" [ 1414.323312] env[62127]: _type = "Task" [ 1414.323312] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.339120] env[62127]: DEBUG oslo_vmware.api [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733082, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.351284] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733080, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088423} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.351284] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.351284] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a52dd6f-c15e-4d81-826a-bfff5652eb21 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.378052] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 7f259955-1a02-4e36-8153-3de6dee286c3/7f259955-1a02-4e36-8153-3de6dee286c3.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.381792] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65274afa-d318-40e4-a6bf-0a75c7c381e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.405092] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1414.405092] env[62127]: value = "task-1733083" [ 1414.405092] env[62127]: _type = "Task" [ 1414.405092] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.418538] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733083, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.467906] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.612133] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1c17f6-85d9-4522-bef7-6c2dc494c085 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.620435] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14a94f4-f43a-4605-b47f-f91bc525baff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.652304] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa474c9-1c4a-4eb8-9cc4-681eb33e9df0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.661418] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272d3050-428b-4bf4-9372-5557921fcda7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.678849] env[62127]: DEBUG nova.compute.provider_tree [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.709646] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733079, 'name': PowerOnVM_Task, 'duration_secs': 0.857656} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.709964] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1414.710225] env[62127]: INFO nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Took 10.14 seconds to spawn the instance on the hypervisor. [ 1414.710447] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1414.711434] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d824b1f-7002-4a78-8502-1cf628bbbc90 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.836166] env[62127]: DEBUG oslo_vmware.api [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733082, 'name': PowerOffVM_Task, 'duration_secs': 0.247829} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.836578] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1414.836810] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1414.837139] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ef56a3f-bd5e-45d7-a548-eac6d3964a84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.921204] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733083, 'name': ReconfigVM_Task, 'duration_secs': 0.499915} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.921204] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 7f259955-1a02-4e36-8153-3de6dee286c3/7f259955-1a02-4e36-8153-3de6dee286c3.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1414.921204] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b369cbc-fc74-412c-9646-42a54004149d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.929020] env[62127]: DEBUG nova.compute.manager [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Received event network-vif-deleted-9f09bbb2-a55d-4192-8f78-0dd27339de2c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.930096] env[62127]: DEBUG nova.compute.manager [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Received event network-vif-deleted-74045e1d-ad43-48ae-9375-12f3a4a1453c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.930096] env[62127]: DEBUG nova.compute.manager [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Received event network-vif-plugged-39af8f95-1819-403e-8f92-80d4665a6667 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.930096] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] Acquiring lock "27be6895-aead-4fa9-a821-b2c1128a721b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1414.930289] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] Lock "27be6895-aead-4fa9-a821-b2c1128a721b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1414.930517] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] Lock "27be6895-aead-4fa9-a821-b2c1128a721b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1414.930586] env[62127]: DEBUG nova.compute.manager [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] No waiting events found dispatching network-vif-plugged-39af8f95-1819-403e-8f92-80d4665a6667 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1414.931462] env[62127]: WARNING nova.compute.manager [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Received unexpected event network-vif-plugged-39af8f95-1819-403e-8f92-80d4665a6667 for instance with vm_state building and task_state spawning. [ 1414.931462] env[62127]: DEBUG nova.compute.manager [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Received event network-changed-39af8f95-1819-403e-8f92-80d4665a6667 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1414.931462] env[62127]: DEBUG nova.compute.manager [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Refreshing instance network info cache due to event network-changed-39af8f95-1819-403e-8f92-80d4665a6667. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1414.931462] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] Acquiring lock "refresh_cache-27be6895-aead-4fa9-a821-b2c1128a721b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1414.931462] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] Acquired lock "refresh_cache-27be6895-aead-4fa9-a821-b2c1128a721b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.931802] env[62127]: DEBUG nova.network.neutron [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Refreshing network info cache for port 39af8f95-1819-403e-8f92-80d4665a6667 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1414.937419] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1414.937419] env[62127]: value = "task-1733085" [ 1414.937419] env[62127]: _type = "Task" [ 1414.937419] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.946302] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733085, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.182675] env[62127]: DEBUG nova.scheduler.client.report [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1415.234688] env[62127]: INFO nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Took 20.00 seconds to build instance. [ 1415.274058] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1415.274375] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1415.274566] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1415.274756] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1415.274985] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1415.275208] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1415.275447] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1415.275626] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1415.275812] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1415.275990] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1415.276192] env[62127]: DEBUG nova.virt.hardware [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1415.278641] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c17d26d-fb67-4839-8a87-eed75ae1f2dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.289601] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50db5-4f5f-73ab-d341-f92102e97222/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1415.291062] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947ee94a-0fc1-46a0-9e3f-cc5a72ca2da5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.296177] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60199d8e-0d0c-4bf4-ad75-55c6dff8a9eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.303446] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50db5-4f5f-73ab-d341-f92102e97222/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1415.303642] env[62127]: ERROR oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50db5-4f5f-73ab-d341-f92102e97222/disk-0.vmdk due to incomplete transfer. [ 1415.311681] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-93e106a5-a03a-443b-bb2b-df29dea2b8ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.313818] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:2c:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d2742ba-c3af-4412-877d-c2811dfeba46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39af8f95-1819-403e-8f92-80d4665a6667', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1415.321673] env[62127]: DEBUG oslo.service.loopingcall [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1415.322022] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1415.322726] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3d1e54f9-5362-49a1-bb54-210b569dd44a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.340340] env[62127]: DEBUG oslo_vmware.rw_handles [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52c50db5-4f5f-73ab-d341-f92102e97222/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1415.340724] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Uploaded image 56e40485-115e-4327-a6cb-8089f8a4c6d4 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1415.343115] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1415.343786] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-21074a93-2562-4045-924e-2095ef4d9260 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.351759] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1415.351759] env[62127]: value = "task-1733086" [ 1415.351759] env[62127]: _type = "Task" [ 1415.351759] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.356729] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1415.356729] env[62127]: value = "task-1733087" [ 1415.356729] env[62127]: _type = "Task" [ 1415.356729] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.363786] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733086, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.374757] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733087, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.449145] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733085, 'name': Rename_Task, 'duration_secs': 0.21364} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.449568] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1415.449884] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-37b9a47d-57a5-44bf-a2bf-c1acb9b89996 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.459158] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1415.459158] env[62127]: value = "task-1733088" [ 1415.459158] env[62127]: _type = "Task" [ 1415.459158] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.471611] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.691183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.573s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.691183] env[62127]: DEBUG nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1415.692172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.516s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1415.692651] env[62127]: DEBUG nova.objects.instance [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'resources' on Instance uuid b7b2b3cc-4b29-45d6-881e-843ef3c6a191 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.738784] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "df6d0d42-655c-4b50-8475-98e233563176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.518s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1415.771785] env[62127]: DEBUG nova.network.neutron [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Updated VIF entry in instance network info cache for port 39af8f95-1819-403e-8f92-80d4665a6667. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1415.771785] env[62127]: DEBUG nova.network.neutron [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Updating instance_info_cache with network_info: [{"id": "39af8f95-1819-403e-8f92-80d4665a6667", "address": "fa:16:3e:0a:2c:d0", "network": {"id": "a453a972-81ef-43ff-b643-46060801ad07", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1831007139-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "632d297c54ec4e9c81ae7bd6a0cc11b7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d2742ba-c3af-4412-877d-c2811dfeba46", "external-id": "nsx-vlan-transportzone-390", "segmentation_id": 390, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39af8f95-18", "ovs_interfaceid": "39af8f95-1819-403e-8f92-80d4665a6667", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1415.789033] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1415.789033] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1415.789033] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Deleting the datastore file [datastore1] f6946b54-42e7-4df2-896b-8cad25dea261 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1415.789033] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60391108-0221-4c0f-abcd-2af29a63c034 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.801752] env[62127]: DEBUG oslo_vmware.api [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for the task: (returnval){ [ 1415.801752] env[62127]: value = "task-1733089" [ 1415.801752] env[62127]: _type = "Task" [ 1415.801752] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.816719] env[62127]: DEBUG oslo_vmware.api [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.866248] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733086, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.873295] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733087, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.905258] env[62127]: DEBUG nova.objects.instance [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lazy-loading 'flavor' on Instance uuid 92a365cf-c09f-494c-8205-6a0bd9fa0f25 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1415.972100] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733088, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.196679] env[62127]: DEBUG nova.compute.utils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1416.201087] env[62127]: DEBUG nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Not allocating networking since 'none' was specified. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1416.281817] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b048d72-f487-4623-a626-0b5d36b9ce8e req-9ab64037-0863-409c-a5d0-b3872936be53 service nova] Releasing lock "refresh_cache-27be6895-aead-4fa9-a821-b2c1128a721b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1416.313657] env[62127]: DEBUG oslo_vmware.api [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Task: {'id': task-1733089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.253178} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.316559] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1416.316832] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1416.317081] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1416.317288] env[62127]: INFO nova.compute.manager [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Took 2.02 seconds to destroy the instance on the hypervisor. [ 1416.317593] env[62127]: DEBUG oslo.service.loopingcall [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1416.318901] env[62127]: DEBUG nova.compute.manager [-] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1416.318901] env[62127]: DEBUG nova.network.neutron [-] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1416.383335] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733086, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.394492] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733087, 'name': Destroy_Task, 'duration_secs': 0.567319} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.395148] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Destroyed the VM [ 1416.396210] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1416.397651] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-36e5663a-15ca-4a7c-93f0-928ae2834e32 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.409789] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1416.409789] env[62127]: value = "task-1733090" [ 1416.409789] env[62127]: _type = "Task" [ 1416.409789] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.416480] env[62127]: DEBUG oslo_concurrency.lockutils [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.416941] env[62127]: DEBUG oslo_concurrency.lockutils [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquired lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.429106] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.483349] env[62127]: DEBUG oslo_vmware.api [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733088, 'name': PowerOnVM_Task, 'duration_secs': 0.641316} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.486508] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.486820] env[62127]: INFO nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Took 9.72 seconds to spawn the instance on the hypervisor. [ 1416.487110] env[62127]: DEBUG nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1416.491763] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18be79c3-ecf3-4635-bdd0-f60683376ee9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.705659] env[62127]: DEBUG nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1416.790617] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088b2e15-ea02-4127-9029-dc6d6a6aa3b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.800953] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b42a6d-582c-4582-9f9e-6d0ad06fe728 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.841278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1458d259-24e2-4d8c-b56d-70b4da4148e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.851643] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d225040f-b4e9-457e-bad4-52271824b6da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.857770] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.858028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.858278] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.858469] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.858636] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.860857] env[62127]: INFO nova.compute.manager [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Terminating instance [ 1416.866281] env[62127]: DEBUG nova.compute.manager [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1416.866480] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.867657] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c86117c-ed75-4f65-9029-e1f951eea888 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.880857] env[62127]: DEBUG nova.compute.provider_tree [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1416.888031] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733086, 'name': CreateVM_Task, 'duration_secs': 1.409903} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.888243] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1416.888923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1416.889103] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1416.889443] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1416.889764] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7276cbfb-367f-4d41-bac8-4a42966520a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.895021] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1416.895694] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ce014027-835c-4e25-ba37-cfd8a8616615 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.899215] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1416.899215] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e44380-3273-e9bf-42ce-d6f7251b3279" [ 1416.899215] env[62127]: _type = "Task" [ 1416.899215] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.904376] env[62127]: DEBUG oslo_vmware.api [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1416.904376] env[62127]: value = "task-1733091" [ 1416.904376] env[62127]: _type = "Task" [ 1416.904376] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.912198] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e44380-3273-e9bf-42ce-d6f7251b3279, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.919232] env[62127]: DEBUG oslo_vmware.api [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1733091, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.925289] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733090, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.947646] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "422eb907-be7f-475f-9e01-cfc5c3997193" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.947978] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "422eb907-be7f-475f-9e01-cfc5c3997193" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.948274] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "422eb907-be7f-475f-9e01-cfc5c3997193-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1416.948531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "422eb907-be7f-475f-9e01-cfc5c3997193-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1416.948738] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "422eb907-be7f-475f-9e01-cfc5c3997193-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1416.951023] env[62127]: INFO nova.compute.manager [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Terminating instance [ 1416.952997] env[62127]: DEBUG nova.compute.manager [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1416.953328] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1416.954086] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10583f61-e8f2-4df0-8d13-9cb6edc7c18b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.963172] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1416.963488] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d414f049-291e-4a1f-9829-333347e77eb8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.016130] env[62127]: INFO nova.compute.manager [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Took 21.73 seconds to build instance. [ 1417.131423] env[62127]: DEBUG nova.network.neutron [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1417.310474] env[62127]: DEBUG nova.network.neutron [-] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1417.339438] env[62127]: DEBUG nova.compute.manager [req-a3388315-a70a-4006-bb4d-ffcf58053595 req-c974bbf9-9279-42a0-ac5d-ec5717fbd670 service nova] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Received event network-vif-deleted-697e5821-409c-4444-a813-833809e45019 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1417.405482] env[62127]: ERROR nova.scheduler.client.report [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [req-4fd3122b-9d3e-4901-92ec-f0b271642e77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 171, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4fd3122b-9d3e-4901-92ec-f0b271642e77"}]} [ 1417.427585] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e44380-3273-e9bf-42ce-d6f7251b3279, 'name': SearchDatastore_Task, 'duration_secs': 0.020176} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.428640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1417.430110] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1417.430110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1417.430110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.430110] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1417.430652] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0cafd698-9e18-4a17-9d94-dd2f980180d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.441288] env[62127]: DEBUG oslo_vmware.api [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1733091, 'name': PowerOffVM_Task, 'duration_secs': 0.236627} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.441618] env[62127]: DEBUG oslo_vmware.api [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733090, 'name': RemoveSnapshot_Task, 'duration_secs': 0.944042} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.442353] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1417.442631] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1417.442959] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1417.443208] env[62127]: INFO nova.compute.manager [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Took 17.87 seconds to snapshot the instance on the hypervisor. [ 1417.449022] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30fb110b-6d49-437d-8d1a-27c5f41aad25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.449187] env[62127]: DEBUG nova.scheduler.client.report [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1417.460223] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1417.460404] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1417.461283] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5db06b4-c3b0-4e98-a631-351c93e559cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.467829] env[62127]: DEBUG nova.scheduler.client.report [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1417.468174] env[62127]: DEBUG nova.compute.provider_tree [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1417.472234] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1417.472234] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52143bfb-4b68-4bf4-1ea9-876fc87f26c3" [ 1417.472234] env[62127]: _type = "Task" [ 1417.472234] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.482677] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52143bfb-4b68-4bf4-1ea9-876fc87f26c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.484535] env[62127]: DEBUG nova.scheduler.client.report [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1417.500794] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.501202] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.501473] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleting the datastore file [datastore1] 422eb907-be7f-475f-9e01-cfc5c3997193 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.501787] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c232ae9-83af-4e26-9226-ba7bd23a4651 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.506192] env[62127]: DEBUG nova.scheduler.client.report [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1417.514416] env[62127]: DEBUG oslo_vmware.api [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1417.514416] env[62127]: value = "task-1733094" [ 1417.514416] env[62127]: _type = "Task" [ 1417.514416] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.518325] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8b2350ba-2ac5-4850-b201-8677f622180e tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "7f259955-1a02-4e36-8153-3de6dee286c3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.251s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.524155] env[62127]: DEBUG oslo_vmware.api [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.533086] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1417.533209] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1417.533433] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Deleting the datastore file [datastore1] 49d54fac-78b3-4034-85dc-10a9fb7b7df5 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1417.533727] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd1d7556-6a1a-4209-b3bb-59fdffd48f8d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.543513] env[62127]: DEBUG oslo_vmware.api [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for the task: (returnval){ [ 1417.543513] env[62127]: value = "task-1733095" [ 1417.543513] env[62127]: _type = "Task" [ 1417.543513] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.557118] env[62127]: DEBUG oslo_vmware.api [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1733095, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.716314] env[62127]: DEBUG nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1417.736795] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.737102] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.737406] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.737640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.737820] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1417.748502] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1417.748727] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1417.748881] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1417.749159] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1417.749337] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1417.749487] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1417.749695] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1417.749854] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1417.750032] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1417.750958] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1417.750958] env[62127]: DEBUG nova.virt.hardware [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1417.750958] env[62127]: INFO nova.compute.manager [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Terminating instance [ 1417.752852] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "1eb07665-c344-42a5-9647-28943d05373b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1417.753093] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "1eb07665-c344-42a5-9647-28943d05373b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1417.758020] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efaf4ee-2440-4afd-8c56-1b2717ffdbf9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.759138] env[62127]: DEBUG nova.compute.manager [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1417.759138] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1417.760789] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b034d0-8b2f-47ba-b1a5-70e650cabee1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.774063] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4e64c7-579d-4d5b-b090-fc26fed11851 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.778409] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1417.779384] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-19ad8c2a-965a-4006-b8c2-1ce79fdfbc82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.798164] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1417.803678] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Creating folder: Project (75fad9bc86444efab9c6ff199eda4537). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.812022] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5879f39e-6fa8-4f9e-8caa-7c3326ea3771 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.814098] env[62127]: DEBUG oslo_vmware.api [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1417.814098] env[62127]: value = "task-1733096" [ 1417.814098] env[62127]: _type = "Task" [ 1417.814098] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.814860] env[62127]: INFO nova.compute.manager [-] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Took 1.50 seconds to deallocate network for instance. [ 1417.830832] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Created folder: Project (75fad9bc86444efab9c6ff199eda4537) in parent group-v360450. [ 1417.831082] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Creating folder: Instances. Parent ref: group-v360604. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1417.835022] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-660c83d6-26a7-4ca5-985b-61dc0a75c64d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.836725] env[62127]: DEBUG oslo_vmware.api [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733096, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.852024] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Created folder: Instances in parent group-v360604. [ 1417.852024] env[62127]: DEBUG oslo.service.loopingcall [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1417.852024] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1417.852024] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7c8b8c7-f1b2-46ee-a4b9-aeebc08f9645 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.883946] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1417.883946] env[62127]: value = "task-1733099" [ 1417.883946] env[62127]: _type = "Task" [ 1417.883946] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.898806] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733099, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.949944] env[62127]: DEBUG nova.compute.manager [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Instance disappeared during snapshot {{(pid=62127) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1417.964591] env[62127]: DEBUG nova.compute.manager [None req-cd428feb-b1c5-43ba-8927-950a02ae044a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image not found during clean up 56e40485-115e-4327-a6cb-8089f8a4c6d4 {{(pid=62127) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4501}} [ 1417.988230] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52143bfb-4b68-4bf4-1ea9-876fc87f26c3, 'name': SearchDatastore_Task, 'duration_secs': 0.014542} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.989909] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16cac8c1-ea4f-46c4-a475-778b561621ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.015746] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1418.015746] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b39bc0-bec4-989f-5830-5e554900b593" [ 1418.015746] env[62127]: _type = "Task" [ 1418.015746] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.038603] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b39bc0-bec4-989f-5830-5e554900b593, 'name': SearchDatastore_Task, 'duration_secs': 0.018678} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.038933] env[62127]: DEBUG oslo_vmware.api [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.323867} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.039144] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.039479] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 27be6895-aead-4fa9-a821-b2c1128a721b/27be6895-aead-4fa9-a821-b2c1128a721b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1418.039780] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.040050] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.040281] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.040475] env[62127]: INFO nova.compute.manager [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1418.040719] env[62127]: DEBUG oslo.service.loopingcall [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.040959] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28fc1a22-77d3-46c1-bce7-fc8b1455733f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.043330] env[62127]: DEBUG nova.compute.manager [-] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1418.043458] env[62127]: DEBUG nova.network.neutron [-] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.055922] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1418.055922] env[62127]: value = "task-1733100" [ 1418.055922] env[62127]: _type = "Task" [ 1418.055922] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.063234] env[62127]: DEBUG oslo_vmware.api [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Task: {'id': task-1733095, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310491} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.064264] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1418.064390] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1418.064674] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1418.064943] env[62127]: INFO nova.compute.manager [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1418.065334] env[62127]: DEBUG oslo.service.loopingcall [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1418.065689] env[62127]: DEBUG nova.compute.manager [-] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1418.065689] env[62127]: DEBUG nova.network.neutron [-] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1418.071818] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.074405] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97fa6a2f-a7e6-4011-be0a-b07056c1750b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.084158] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5533e767-533e-488d-a6d5-187ce4833666 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.093834] env[62127]: DEBUG nova.network.neutron [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1418.125139] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdb97ac-d34c-4e7e-b650-597530bed6b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.141536] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91543111-52b3-4860-931f-67642ff7142d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.160580] env[62127]: DEBUG nova.compute.provider_tree [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1418.260548] env[62127]: DEBUG nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1418.326304] env[62127]: DEBUG oslo_vmware.api [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733096, 'name': PowerOffVM_Task, 'duration_secs': 0.306316} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.326587] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1418.326757] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1418.327231] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02e0136d-4ac9-47d9-a55d-c4e5a67ee76c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.329424] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.398208] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733099, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.501753] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1418.502121] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1418.502405] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleting the datastore file [datastore1] 581283b5-aeca-4ca3-a0a9-a04fdb9c2157 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1418.502540] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f90eb5d-10c9-4d17-8fea-ff1b352c426f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.514338] env[62127]: DEBUG oslo_vmware.api [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1418.514338] env[62127]: value = "task-1733102" [ 1418.514338] env[62127]: _type = "Task" [ 1418.514338] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.526804] env[62127]: DEBUG oslo_vmware.api [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.567455] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733100, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.593984] env[62127]: DEBUG oslo_concurrency.lockutils [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Releasing lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1418.594236] env[62127]: DEBUG nova.compute.manager [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Inject network info {{(pid=62127) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1418.594523] env[62127]: DEBUG nova.compute.manager [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] network_info to inject: |[{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1418.600051] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Reconfiguring VM instance to set the machine id {{(pid=62127) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1418.600432] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a6486cd-beb1-4771-af48-a22811031d7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.622841] env[62127]: DEBUG oslo_vmware.api [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1418.622841] env[62127]: value = "task-1733103" [ 1418.622841] env[62127]: _type = "Task" [ 1418.622841] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.639848] env[62127]: DEBUG oslo_vmware.api [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733103, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.666417] env[62127]: DEBUG nova.scheduler.client.report [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1418.701152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "df6d0d42-655c-4b50-8475-98e233563176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.701599] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "df6d0d42-655c-4b50-8475-98e233563176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.701912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "df6d0d42-655c-4b50-8475-98e233563176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.702166] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "df6d0d42-655c-4b50-8475-98e233563176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.702356] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "df6d0d42-655c-4b50-8475-98e233563176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.706199] env[62127]: INFO nova.compute.manager [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Terminating instance [ 1418.708672] env[62127]: DEBUG nova.compute.manager [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1418.709012] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.710195] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787b0f1-b5f4-4e0a-bafa-7794e6b80a51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.723024] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.723024] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d358fb4-5f5b-4370-bc16-808b6f7db80c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.729850] env[62127]: DEBUG oslo_vmware.api [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1418.729850] env[62127]: value = "task-1733104" [ 1418.729850] env[62127]: _type = "Task" [ 1418.729850] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.745781] env[62127]: DEBUG oslo_vmware.api [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733104, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.762196] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211bce9-1071-8102-9223-ca0c801d0176/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1418.762196] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699c5f7e-96bd-403b-a71b-1cf2bcf2e71e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.768989] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211bce9-1071-8102-9223-ca0c801d0176/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1418.769196] env[62127]: ERROR oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211bce9-1071-8102-9223-ca0c801d0176/disk-0.vmdk due to incomplete transfer. [ 1418.775030] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b6ebcfcc-2877-44d8-a129-0640e6958fd1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.782425] env[62127]: DEBUG oslo_vmware.rw_handles [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211bce9-1071-8102-9223-ca0c801d0176/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1418.782629] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Uploaded image 1c97f05c-8166-403a-8b1b-a4e83712668f to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1418.784305] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1418.784854] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-842063c2-31cb-4c4a-bafb-ea0510663047 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.794072] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1418.794072] env[62127]: value = "task-1733105" [ 1418.794072] env[62127]: _type = "Task" [ 1418.794072] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.799777] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.805852] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733105, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.901375] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733099, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1418.958430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "7f259955-1a02-4e36-8153-3de6dee286c3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.958719] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "7f259955-1a02-4e36-8153-3de6dee286c3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.958963] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "7f259955-1a02-4e36-8153-3de6dee286c3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1418.959188] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "7f259955-1a02-4e36-8153-3de6dee286c3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1418.959394] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "7f259955-1a02-4e36-8153-3de6dee286c3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1418.961612] env[62127]: INFO nova.compute.manager [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Terminating instance [ 1418.963441] env[62127]: DEBUG nova.compute.manager [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1418.963634] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1418.964488] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da61e680-64ea-43b5-bfba-60904e6428a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.974558] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1418.974913] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7f5ec78-5d74-434d-a57b-e7352a575c38 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.985226] env[62127]: DEBUG oslo_vmware.api [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1418.985226] env[62127]: value = "task-1733106" [ 1418.985226] env[62127]: _type = "Task" [ 1418.985226] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1418.995874] env[62127]: DEBUG oslo_vmware.api [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.029139] env[62127]: DEBUG oslo_vmware.api [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733102, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.069112] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691992} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.069409] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 27be6895-aead-4fa9-a821-b2c1128a721b/27be6895-aead-4fa9-a821-b2c1128a721b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1419.069617] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1419.070218] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0774c612-8014-481e-bcbb-aa6a071aedc5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.079316] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1419.079316] env[62127]: value = "task-1733107" [ 1419.079316] env[62127]: _type = "Task" [ 1419.079316] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.088828] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.136367] env[62127]: DEBUG oslo_vmware.api [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733103, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.172621] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.480s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.177030] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.647s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1419.178374] env[62127]: INFO nova.compute.claims [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1419.200640] env[62127]: INFO nova.scheduler.client.report [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted allocations for instance b7b2b3cc-4b29-45d6-881e-843ef3c6a191 [ 1419.245242] env[62127]: DEBUG oslo_vmware.api [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733104, 'name': PowerOffVM_Task, 'duration_secs': 0.333137} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.245242] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.245242] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.245242] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd5018ac-30c6-4a13-9497-ea95541190a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.309911] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733105, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.318345] env[62127]: DEBUG nova.objects.instance [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lazy-loading 'flavor' on Instance uuid 92a365cf-c09f-494c-8205-6a0bd9fa0f25 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1419.362707] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1419.363170] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1419.363441] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleting the datastore file [datastore1] df6d0d42-655c-4b50-8475-98e233563176 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1419.363790] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d9f2a1b-7407-4ba4-93d4-ff0071bfd9d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.373723] env[62127]: DEBUG oslo_vmware.api [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1419.373723] env[62127]: value = "task-1733109" [ 1419.373723] env[62127]: _type = "Task" [ 1419.373723] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.388150] env[62127]: DEBUG oslo_vmware.api [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.399703] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733099, 'name': CreateVM_Task, 'duration_secs': 1.457695} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.400038] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1419.400743] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.400743] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.400936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1419.401186] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f545a476-00e4-4a00-b096-9339f200f0dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.406626] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1419.406626] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52597f51-5c45-e84b-3557-b0e7765d7dd8" [ 1419.406626] env[62127]: _type = "Task" [ 1419.406626] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.415815] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52597f51-5c45-e84b-3557-b0e7765d7dd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.441553] env[62127]: DEBUG nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Received event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.442143] env[62127]: DEBUG nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing instance network info cache due to event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1419.445765] env[62127]: DEBUG oslo_concurrency.lockutils [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] Acquiring lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.445765] env[62127]: DEBUG oslo_concurrency.lockutils [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] Acquired lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.445765] env[62127]: DEBUG nova.network.neutron [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1419.447757] env[62127]: DEBUG nova.network.neutron [-] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.496000] env[62127]: DEBUG oslo_vmware.api [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733106, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.525184] env[62127]: DEBUG oslo_vmware.api [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733102, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.520256} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.525647] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1419.525647] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1419.525918] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1419.527044] env[62127]: INFO nova.compute.manager [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1419.527044] env[62127]: DEBUG oslo.service.loopingcall [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1419.527044] env[62127]: DEBUG nova.compute.manager [-] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1419.527044] env[62127]: DEBUG nova.network.neutron [-] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1419.589327] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090873} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.589726] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1419.590611] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f812a49-61dd-4c1f-86ed-eefff9572bf3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.614670] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 27be6895-aead-4fa9-a821-b2c1128a721b/27be6895-aead-4fa9-a821-b2c1128a721b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1419.617737] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f0fab2e-bcfc-44f3-a675-b7df4f923c1e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.644381] env[62127]: DEBUG oslo_vmware.api [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733103, 'name': ReconfigVM_Task, 'duration_secs': 0.844915} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.645889] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-df06a6bc-b05b-4401-b979-cd3c96fb5492 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Reconfigured VM instance to set the machine id {{(pid=62127) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1419.648363] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1419.648363] env[62127]: value = "task-1733110" [ 1419.648363] env[62127]: _type = "Task" [ 1419.648363] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.658562] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733110, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.709717] env[62127]: DEBUG nova.network.neutron [-] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1419.716165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cce84cc8-e59e-48bd-97e1-5ff7a099f4a8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.086s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1419.717328] env[62127]: DEBUG oslo_concurrency.lockutils [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] Acquired lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.722371] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4017ed-b149-46ff-b2ed-46dee34e6ca5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.732794] env[62127]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1419.732994] env[62127]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=62127) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1419.733443] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5bb08bf1-b3d4-41f0-8208-edb567e6d8c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.744418] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48753ffc-92ec-4cd5-a324-09005e3d3ea5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.792464] env[62127]: ERROR root [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-360509' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 480, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-360509' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-360509' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-360509'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-360509' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-360509' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-360509'}\n"]: nova.exception.InstanceNotFound: Instance b7b2b3cc-4b29-45d6-881e-843ef3c6a191 could not be found. [ 1419.792464] env[62127]: DEBUG oslo_concurrency.lockutils [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] Releasing lock "b7b2b3cc-4b29-45d6-881e-843ef3c6a191" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.792950] env[62127]: DEBUG nova.compute.manager [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Detach interface failed, port_id=5fa3cd53-70ba-492d-b047-b0b0c5487cbb, reason: Instance b7b2b3cc-4b29-45d6-881e-843ef3c6a191 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1419.792950] env[62127]: DEBUG nova.compute.manager [req-d17c1056-33e4-4464-bb4d-7b141d6f3573 req-35cf2d2b-8e62-43b9-94d2-a92c97baef28 service nova] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Received event network-vif-deleted-47d2a525-1a37-4649-81fa-cff27e1ae74c {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1419.803330] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733105, 'name': Destroy_Task, 'duration_secs': 0.993901} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.803511] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Destroyed the VM [ 1419.803764] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1419.804035] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-fda4c3f7-9430-4024-895e-20076cba11e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.812074] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1419.812074] env[62127]: value = "task-1733111" [ 1419.812074] env[62127]: _type = "Task" [ 1419.812074] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.824095] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733111, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.827653] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.888551] env[62127]: DEBUG oslo_vmware.api [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.918979] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52597f51-5c45-e84b-3557-b0e7765d7dd8, 'name': SearchDatastore_Task, 'duration_secs': 0.028236} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.919715] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1419.919981] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1419.920350] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1419.920511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.920689] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1419.921227] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83697996-0602-4d36-ba73-1c9fe9cf30db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.933019] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1419.933019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1419.933311] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54c033cc-33aa-4f5f-817d-4df2597dcb8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.942281] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1419.942281] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b70032-2b1a-187d-17a3-c88f85621bd9" [ 1419.942281] env[62127]: _type = "Task" [ 1419.942281] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.954162] env[62127]: INFO nova.compute.manager [-] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Took 1.91 seconds to deallocate network for instance. [ 1419.954474] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b70032-2b1a-187d-17a3-c88f85621bd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1419.998935] env[62127]: DEBUG oslo_vmware.api [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733106, 'name': PowerOffVM_Task, 'duration_secs': 0.536401} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1419.999372] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1419.999544] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1419.999792] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a018a1a-6274-4c97-9936-087c365660c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.078745] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.078988] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.079215] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleting the datastore file [datastore1] 7f259955-1a02-4e36-8153-3de6dee286c3 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.079492] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d665279-e472-44cf-835e-6740ba156a45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.090027] env[62127]: DEBUG oslo_vmware.api [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1420.090027] env[62127]: value = "task-1733113" [ 1420.090027] env[62127]: _type = "Task" [ 1420.090027] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.103710] env[62127]: DEBUG oslo_vmware.api [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733113, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.162776] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733110, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.212117] env[62127]: INFO nova.compute.manager [-] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Took 2.15 seconds to deallocate network for instance. [ 1420.327779] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733111, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.368460] env[62127]: DEBUG nova.network.neutron [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updated VIF entry in instance network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1420.368995] env[62127]: DEBUG nova.network.neutron [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}, {"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.387261] env[62127]: DEBUG oslo_vmware.api [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.518717} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.390698] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.390698] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.391708] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.391708] env[62127]: INFO nova.compute.manager [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: df6d0d42-655c-4b50-8475-98e233563176] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1420.391708] env[62127]: DEBUG oslo.service.loopingcall [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.391708] env[62127]: DEBUG nova.compute.manager [-] [instance: df6d0d42-655c-4b50-8475-98e233563176] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1420.391708] env[62127]: DEBUG nova.network.neutron [-] [instance: df6d0d42-655c-4b50-8475-98e233563176] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.399973] env[62127]: DEBUG nova.network.neutron [-] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.458709] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b70032-2b1a-187d-17a3-c88f85621bd9, 'name': SearchDatastore_Task, 'duration_secs': 0.017077} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.459948] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47087f38-3f8f-413a-b126-a2545f4bda82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.463332] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.467448] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1420.467448] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5233ab2b-ea80-834a-6d7b-7926c5213eac" [ 1420.467448] env[62127]: _type = "Task" [ 1420.467448] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.484108] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5233ab2b-ea80-834a-6d7b-7926c5213eac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.600523] env[62127]: DEBUG oslo_vmware.api [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733113, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220013} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.603742] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.603953] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.604185] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.604394] env[62127]: INFO nova.compute.manager [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1420.604679] env[62127]: DEBUG oslo.service.loopingcall [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1420.605153] env[62127]: DEBUG nova.compute.manager [-] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1420.605282] env[62127]: DEBUG nova.network.neutron [-] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.668949] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733110, 'name': ReconfigVM_Task, 'duration_secs': 0.850253} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.669269] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 27be6895-aead-4fa9-a821-b2c1128a721b/27be6895-aead-4fa9-a821-b2c1128a721b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1420.669924] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5215043-4f2d-4670-a1d3-1f19d2862625 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.680594] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1420.680594] env[62127]: value = "task-1733114" [ 1420.680594] env[62127]: _type = "Task" [ 1420.680594] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.686271] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae93d87-77bf-443f-a2ba-e000024a0f89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.692926] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733114, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.699224] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56c2ebd4-364e-44ec-8c18-d88f29ca6fd1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.739325] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1420.741699] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5035ee09-247d-4865-bfe2-795c9c034521 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.750578] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950d9b17-0f29-4f92-8f26-aa83eed04c40 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.767488] env[62127]: DEBUG nova.compute.provider_tree [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1420.824818] env[62127]: DEBUG oslo_vmware.api [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733111, 'name': RemoveSnapshot_Task, 'duration_secs': 0.588282} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.825738] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1420.826942] env[62127]: INFO nova.compute.manager [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Took 16.42 seconds to snapshot the instance on the hypervisor. [ 1420.875608] env[62127]: DEBUG oslo_concurrency.lockutils [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] Releasing lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.875884] env[62127]: DEBUG nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Received event network-vif-deleted-acde5320-4c9f-4d7c-9ed5-c7647eba285e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1420.879567] env[62127]: INFO nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Neutron deleted interface acde5320-4c9f-4d7c-9ed5-c7647eba285e; detaching it from the instance and deleting it from the info cache [ 1420.879567] env[62127]: DEBUG nova.network.neutron [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1420.879567] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquired lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.907884] env[62127]: INFO nova.compute.manager [-] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Took 1.38 seconds to deallocate network for instance. [ 1420.979012] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5233ab2b-ea80-834a-6d7b-7926c5213eac, 'name': SearchDatastore_Task, 'duration_secs': 0.015608} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.979360] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1420.980112] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c/1cecadd5-02ea-4692-8cd4-789a2a2b0c1c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1420.980112] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf0829a2-0ad2-4b89-83b9-8ba0adb8922f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.987697] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1420.987697] env[62127]: value = "task-1733115" [ 1420.987697] env[62127]: _type = "Task" [ 1420.987697] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.996350] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733115, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.191947] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733114, 'name': Rename_Task, 'duration_secs': 0.151134} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.192248] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1421.192506] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da1d18c8-68f9-469f-b8ec-0becff7c99d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.200632] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1421.200632] env[62127]: value = "task-1733116" [ 1421.200632] env[62127]: _type = "Task" [ 1421.200632] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.209779] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733116, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.245942] env[62127]: DEBUG nova.network.neutron [-] [instance: df6d0d42-655c-4b50-8475-98e233563176] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.270863] env[62127]: DEBUG nova.scheduler.client.report [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1421.338463] env[62127]: DEBUG nova.network.neutron [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.381033] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2d942208-8a6d-4303-a23d-a52a1c8a997d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.393238] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a1e9fb-08c8-4219-ae97-2e1bbf0f0b6a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.406833] env[62127]: DEBUG nova.network.neutron [-] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.416482] env[62127]: DEBUG nova.compute.manager [None req-522c19db-6ecc-4e04-bf92-4c20205c8bc5 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Found 1 images (rotation: 2) {{(pid=62127) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1421.418380] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1421.436893] env[62127]: DEBUG nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Detach interface failed, port_id=acde5320-4c9f-4d7c-9ed5-c7647eba285e, reason: Instance 422eb907-be7f-475f-9e01-cfc5c3997193 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1421.437175] env[62127]: DEBUG nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Received event network-vif-deleted-498bf07f-f2a3-43ab-a302-3de6e7383996 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.437357] env[62127]: INFO nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Neutron deleted interface 498bf07f-f2a3-43ab-a302-3de6e7383996; detaching it from the instance and deleting it from the info cache [ 1421.437529] env[62127]: DEBUG nova.network.neutron [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.500487] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733115, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.616057] env[62127]: DEBUG nova.compute.manager [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Received event network-vif-deleted-a5763d20-c377-4b58-9dac-11b32038e8a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.616440] env[62127]: DEBUG nova.compute.manager [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: df6d0d42-655c-4b50-8475-98e233563176] Received event network-vif-deleted-6e0695c5-a75f-4b0a-b152-9c4f50c64ad1 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.616516] env[62127]: DEBUG nova.compute.manager [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Received event network-vif-deleted-894588a7-8500-4983-a6a6-2268d419d439 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.616694] env[62127]: DEBUG nova.compute.manager [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Received event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1421.616896] env[62127]: DEBUG nova.compute.manager [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing instance network info cache due to event network-changed-c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1421.617105] env[62127]: DEBUG oslo_concurrency.lockutils [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] Acquiring lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1421.711752] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.749839] env[62127]: INFO nova.compute.manager [-] [instance: df6d0d42-655c-4b50-8475-98e233563176] Took 1.36 seconds to deallocate network for instance. [ 1421.775932] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.599s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1421.776804] env[62127]: DEBUG nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1421.783154] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 20.249s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1421.783154] env[62127]: DEBUG nova.objects.instance [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1421.910325] env[62127]: INFO nova.compute.manager [-] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Took 1.30 seconds to deallocate network for instance. [ 1421.940220] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27ec671d-7a40-45f8-90c5-10d47bac3046 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.951912] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f936a6-c477-49c0-a436-2875428248a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.985578] env[62127]: DEBUG nova.compute.manager [req-2d82c594-d0ba-4d87-94be-223b2c489468 req-9d299227-c106-4d3b-85be-7c7e1e412386 service nova] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Detach interface failed, port_id=498bf07f-f2a3-43ab-a302-3de6e7383996, reason: Instance 49d54fac-78b3-4034-85dc-10a9fb7b7df5 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1422.000487] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733115, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.638453} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.000619] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c/1cecadd5-02ea-4692-8cd4-789a2a2b0c1c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1422.000840] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1422.001380] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f88e41d3-c6b8-49cd-97b7-33c7b8676380 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.009290] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1422.009290] env[62127]: value = "task-1733117" [ 1422.009290] env[62127]: _type = "Task" [ 1422.009290] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.024875] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733117, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.125960] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.126227] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.131761] env[62127]: DEBUG nova.network.neutron [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.212804] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733116, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.257282] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.294285] env[62127]: DEBUG nova.compute.utils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1422.295791] env[62127]: DEBUG nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1422.295961] env[62127]: DEBUG nova.network.neutron [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1422.352682] env[62127]: DEBUG nova.policy [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ca7246b2fa4d259ef8d2b7120c3267', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66fa537ed7e444596055e4efea13282', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1422.417247] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1422.522533] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733117, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075804} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.522799] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1422.523652] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29614ab9-b05a-4a88-8a7c-68bfb02a3910 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.544537] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c/1cecadd5-02ea-4692-8cd4-789a2a2b0c1c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1422.544784] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8c3728e-4cc7-445e-82e2-ccb16da82f4d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.566984] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1422.566984] env[62127]: value = "task-1733118" [ 1422.566984] env[62127]: _type = "Task" [ 1422.566984] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.575739] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.637025] env[62127]: DEBUG nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1422.637785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Releasing lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1422.638000] env[62127]: DEBUG nova.compute.manager [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Inject network info {{(pid=62127) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7220}} [ 1422.638305] env[62127]: DEBUG nova.compute.manager [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] network_info to inject: |[{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7221}} [ 1422.642996] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Reconfiguring VM instance to set the machine id {{(pid=62127) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1422.643559] env[62127]: DEBUG oslo_concurrency.lockutils [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] Acquired lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.643740] env[62127]: DEBUG nova.network.neutron [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Refreshing network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.644747] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e84ae9a-5504-4894-834c-58e82ff33a0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.663804] env[62127]: DEBUG oslo_vmware.api [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1422.663804] env[62127]: value = "task-1733119" [ 1422.663804] env[62127]: _type = "Task" [ 1422.663804] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.673731] env[62127]: DEBUG oslo_vmware.api [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733119, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.681289] env[62127]: DEBUG nova.network.neutron [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Successfully created port: 3bf6a597-805d-46f8-ad68-44c81ca35154 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1422.712532] env[62127]: DEBUG oslo_vmware.api [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733116, 'name': PowerOnVM_Task, 'duration_secs': 1.091273} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.712798] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1422.712992] env[62127]: INFO nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Took 11.06 seconds to spawn the instance on the hypervisor. [ 1422.713179] env[62127]: DEBUG nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1422.713961] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cfb2beb-fc73-4818-baaa-5cd5e29cfcc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.797154] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9133fcba-7477-4c83-b09a-78e9c84ef8c6 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1422.798368] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.409s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1422.799872] env[62127]: INFO nova.compute.claims [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1422.805665] env[62127]: DEBUG nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1422.927030] env[62127]: DEBUG nova.compute.manager [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1422.927030] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c484ef-485d-48b4-8ed1-f8b9bf86298e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.080096] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733118, 'name': ReconfigVM_Task, 'duration_secs': 0.334627} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.080287] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c/1cecadd5-02ea-4692-8cd4-789a2a2b0c1c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1423.080922] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdff8602-c676-446e-9b82-80822c17ac35 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.092341] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1423.092341] env[62127]: value = "task-1733120" [ 1423.092341] env[62127]: _type = "Task" [ 1423.092341] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.101919] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733120, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.163100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.174913] env[62127]: DEBUG oslo_vmware.api [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733119, 'name': ReconfigVM_Task, 'duration_secs': 0.153459} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.175258] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f1de1603-db15-49ff-a624-0aa467aca47e tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Reconfigured VM instance to set the machine id {{(pid=62127) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1423.234771] env[62127]: INFO nova.compute.manager [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Took 24.58 seconds to build instance. [ 1423.247761] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.248110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.249097] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1423.249097] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1423.249097] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.251714] env[62127]: INFO nova.compute.manager [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Terminating instance [ 1423.253922] env[62127]: DEBUG nova.compute.manager [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1423.254190] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1423.255430] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeba772d-c01e-4f5d-b6d3-d6bd92dd7eca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.264077] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1423.264327] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-912ee895-ae81-42dd-9655-b14a4f8171f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.273256] env[62127]: DEBUG oslo_vmware.api [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1423.273256] env[62127]: value = "task-1733121" [ 1423.273256] env[62127]: _type = "Task" [ 1423.273256] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.282421] env[62127]: DEBUG oslo_vmware.api [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733121, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.406363] env[62127]: DEBUG nova.network.neutron [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updated VIF entry in instance network info cache for port c9398559-7679-4487-a40f-b9dbbc54bfce. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.406773] env[62127]: DEBUG nova.network.neutron [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [{"id": "c9398559-7679-4487-a40f-b9dbbc54bfce", "address": "fa:16:3e:1b:39:e4", "network": {"id": "ede8fb69-d367-4c37-8d5b-33e22cc91ec0", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-400343812-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.155", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d4d841939d2a469ea4adfcda88a9f1c3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b91b49a8-b849-4d0c-97f7-74fdcd88ae03", "external-id": "nsx-vlan-transportzone-406", "segmentation_id": 406, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc9398559-76", "ovs_interfaceid": "c9398559-7679-4487-a40f-b9dbbc54bfce", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.443685] env[62127]: INFO nova.compute.manager [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] instance snapshotting [ 1423.444553] env[62127]: DEBUG nova.objects.instance [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'flavor' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.604626] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733120, 'name': Rename_Task, 'duration_secs': 0.142566} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.604905] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1423.605250] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf8d74c8-79cb-4334-a500-faf30b4864c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.613178] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1423.613178] env[62127]: value = "task-1733122" [ 1423.613178] env[62127]: _type = "Task" [ 1423.613178] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.621255] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733122, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.738040] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9eccedc6-98ad-4fc6-8cfe-4e781c860417 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "27be6895-aead-4fa9-a821-b2c1128a721b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.096s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1423.783200] env[62127]: DEBUG oslo_vmware.api [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733121, 'name': PowerOffVM_Task, 'duration_secs': 0.188935} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.783930] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1423.783930] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1423.783930] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61c0be51-e3af-43ca-8f77-61cb2ecc85e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.815435] env[62127]: DEBUG nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1423.842431] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1423.842691] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1423.842863] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1423.843104] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1423.843267] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1423.843416] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1423.843620] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1423.843779] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1423.843945] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1423.844127] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1423.844293] env[62127]: DEBUG nova.virt.hardware [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1423.845212] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c74270c-ac51-4f18-a1ae-9a33d3d99e59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.855877] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c722fd83-b768-4d24-b8c2-0ab0da4c9dc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.909384] env[62127]: DEBUG oslo_concurrency.lockutils [req-16a6eac7-f77a-4bf0-b19d-18576cd89df8 req-f30130a6-c789-48c4-a636-8fe84ddb881a service nova] Releasing lock "refresh_cache-92a365cf-c09f-494c-8205-6a0bd9fa0f25" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1423.951056] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-423059be-9893-4644-a522-6a402ed026ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.974357] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bc6a7e0-2ff6-4a67-a8b6-4e89ddda33cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.987106] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1423.987361] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1423.987580] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Deleting the datastore file [datastore1] 92a365cf-c09f-494c-8205-6a0bd9fa0f25 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1423.987847] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-603deed1-e0f9-4919-8a21-b479f3b6d370 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.006522] env[62127]: DEBUG oslo_vmware.api [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for the task: (returnval){ [ 1424.006522] env[62127]: value = "task-1733124" [ 1424.006522] env[62127]: _type = "Task" [ 1424.006522] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.016213] env[62127]: DEBUG oslo_vmware.api [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.125469] env[62127]: DEBUG oslo_vmware.api [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733122, 'name': PowerOnVM_Task, 'duration_secs': 0.450909} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.128964] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1424.129247] env[62127]: INFO nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Took 6.41 seconds to spawn the instance on the hypervisor. [ 1424.129465] env[62127]: DEBUG nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1424.130576] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c332c31-48c4-474d-95ca-12e55cdeb6ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.272482] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf1b02c-5d50-492e-bf32-45d0bcbc8784 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.279215] env[62127]: DEBUG nova.compute.manager [req-c111a44a-992d-45c2-bbed-47bf2e914db2 req-94297229-7bfd-4703-8890-f95288be3cae service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Received event network-vif-plugged-3bf6a597-805d-46f8-ad68-44c81ca35154 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1424.279215] env[62127]: DEBUG oslo_concurrency.lockutils [req-c111a44a-992d-45c2-bbed-47bf2e914db2 req-94297229-7bfd-4703-8890-f95288be3cae service nova] Acquiring lock "6db1bffe-6036-4138-938a-39f3d9c11636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1424.279797] env[62127]: DEBUG oslo_concurrency.lockutils [req-c111a44a-992d-45c2-bbed-47bf2e914db2 req-94297229-7bfd-4703-8890-f95288be3cae service nova] Lock "6db1bffe-6036-4138-938a-39f3d9c11636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1424.280130] env[62127]: DEBUG oslo_concurrency.lockutils [req-c111a44a-992d-45c2-bbed-47bf2e914db2 req-94297229-7bfd-4703-8890-f95288be3cae service nova] Lock "6db1bffe-6036-4138-938a-39f3d9c11636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1424.280410] env[62127]: DEBUG nova.compute.manager [req-c111a44a-992d-45c2-bbed-47bf2e914db2 req-94297229-7bfd-4703-8890-f95288be3cae service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] No waiting events found dispatching network-vif-plugged-3bf6a597-805d-46f8-ad68-44c81ca35154 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1424.280696] env[62127]: WARNING nova.compute.manager [req-c111a44a-992d-45c2-bbed-47bf2e914db2 req-94297229-7bfd-4703-8890-f95288be3cae service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Received unexpected event network-vif-plugged-3bf6a597-805d-46f8-ad68-44c81ca35154 for instance with vm_state building and task_state spawning. [ 1424.287478] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3bb9eba-689f-4e2a-b5f8-410f4772de95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.324082] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d2d698-7b7b-40ca-85ec-c838876bc89e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.333099] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b45e13-7a1f-4919-b815-215fc9aa8030 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.349123] env[62127]: DEBUG nova.compute.provider_tree [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.434628] env[62127]: DEBUG nova.network.neutron [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Successfully updated port: 3bf6a597-805d-46f8-ad68-44c81ca35154 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1424.486251] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1424.486601] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0662feb9-9ef7-445e-874e-25114792e0bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.494965] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1424.494965] env[62127]: value = "task-1733125" [ 1424.494965] env[62127]: _type = "Task" [ 1424.494965] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.503961] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.516193] env[62127]: DEBUG oslo_vmware.api [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Task: {'id': task-1733124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163492} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.516802] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1424.516989] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1424.517184] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1424.517398] env[62127]: INFO nova.compute.manager [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1424.517652] env[62127]: DEBUG oslo.service.loopingcall [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1424.517856] env[62127]: DEBUG nova.compute.manager [-] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1424.517944] env[62127]: DEBUG nova.network.neutron [-] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1424.652643] env[62127]: INFO nova.compute.manager [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Took 24.31 seconds to build instance. [ 1424.852357] env[62127]: DEBUG nova.scheduler.client.report [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1424.937030] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "refresh_cache-6db1bffe-6036-4138-938a-39f3d9c11636" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1424.937343] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "refresh_cache-6db1bffe-6036-4138-938a-39f3d9c11636" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1424.937396] env[62127]: DEBUG nova.network.neutron [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.009200] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.154649] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f6b4b0e-8d91-40fe-9dec-b1ab59a0e39f tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.822s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.357656] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.559s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.358167] env[62127]: DEBUG nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1425.364051] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.928s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.364350] env[62127]: DEBUG nova.objects.instance [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lazy-loading 'resources' on Instance uuid ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1425.484336] env[62127]: DEBUG nova.network.neutron [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1425.508701] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733125, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.533485] env[62127]: DEBUG nova.network.neutron [-] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.670118] env[62127]: DEBUG nova.network.neutron [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Updating instance_info_cache with network_info: [{"id": "3bf6a597-805d-46f8-ad68-44c81ca35154", "address": "fa:16:3e:87:dd:f6", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6a597-80", "ovs_interfaceid": "3bf6a597-805d-46f8-ad68-44c81ca35154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.728877] env[62127]: DEBUG nova.compute.manager [None req-a6d2e57b-8ff8-4ad7-a913-6bbb3a4fd3da tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1425.730283] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9ae392b-dce2-4cbb-95d8-489fb2ecf329 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.870790] env[62127]: DEBUG nova.compute.utils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1425.872686] env[62127]: DEBUG nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1425.872686] env[62127]: DEBUG nova.network.neutron [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1425.879454] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.879843] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.880661] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1425.880874] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1425.881075] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1425.883850] env[62127]: INFO nova.compute.manager [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Terminating instance [ 1425.886150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "refresh_cache-1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1425.886150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquired lock "refresh_cache-1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.886150] env[62127]: DEBUG nova.network.neutron [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1425.912907] env[62127]: DEBUG nova.policy [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '23434f4c3789496ebba0fd0364454673', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7e070741a1b49a4b3fceeb4a4c93cf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1426.008685] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733125, 'name': CreateSnapshot_Task, 'duration_secs': 1.090556} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.008965] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1426.009766] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acc0236-90b0-4ca6-83ba-acb8473635a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.042383] env[62127]: INFO nova.compute.manager [-] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Took 1.52 seconds to deallocate network for instance. [ 1426.174168] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "refresh_cache-6db1bffe-6036-4138-938a-39f3d9c11636" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1426.174168] env[62127]: DEBUG nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Instance network_info: |[{"id": "3bf6a597-805d-46f8-ad68-44c81ca35154", "address": "fa:16:3e:87:dd:f6", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6a597-80", "ovs_interfaceid": "3bf6a597-805d-46f8-ad68-44c81ca35154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1426.174168] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:dd:f6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3bf6a597-805d-46f8-ad68-44c81ca35154', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1426.185287] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Creating folder: Project (b66fa537ed7e444596055e4efea13282). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.187266] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c2e4056-e90b-48e3-897f-b57dc1964010 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.215331] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Created folder: Project (b66fa537ed7e444596055e4efea13282) in parent group-v360450. [ 1426.219201] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Creating folder: Instances. Parent ref: group-v360608. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1426.219892] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94b2d3fc-d54c-4cc2-bcfb-79d9736dabb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.232501] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Created folder: Instances in parent group-v360608. [ 1426.232795] env[62127]: DEBUG oslo.service.loopingcall [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1426.233021] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1426.233310] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1eaef344-a841-4cb8-a479-63b3fc4fb4e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.252576] env[62127]: INFO nova.compute.manager [None req-a6d2e57b-8ff8-4ad7-a913-6bbb3a4fd3da tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] instance snapshotting [ 1426.253302] env[62127]: DEBUG nova.objects.instance [None req-a6d2e57b-8ff8-4ad7-a913-6bbb3a4fd3da tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lazy-loading 'flavor' on Instance uuid 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1426.263242] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1426.263242] env[62127]: value = "task-1733128" [ 1426.263242] env[62127]: _type = "Task" [ 1426.263242] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.277359] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733128, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.376672] env[62127]: DEBUG nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1426.408137] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f565d28-56b7-4bf2-9a5f-e343a2eb45bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.417791] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70eaa43-d67a-48ac-9bcd-5b281cdc3ddf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.424823] env[62127]: DEBUG nova.network.neutron [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1426.457065] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f55700c8-6f79-419a-bf45-3f9d73e25100 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.461441] env[62127]: DEBUG nova.compute.manager [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Received event network-changed-3bf6a597-805d-46f8-ad68-44c81ca35154 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1426.461652] env[62127]: DEBUG nova.compute.manager [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Refreshing instance network info cache due to event network-changed-3bf6a597-805d-46f8-ad68-44c81ca35154. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1426.462067] env[62127]: DEBUG oslo_concurrency.lockutils [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] Acquiring lock "refresh_cache-6db1bffe-6036-4138-938a-39f3d9c11636" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1426.462285] env[62127]: DEBUG oslo_concurrency.lockutils [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] Acquired lock "refresh_cache-6db1bffe-6036-4138-938a-39f3d9c11636" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.462492] env[62127]: DEBUG nova.network.neutron [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Refreshing network info cache for port 3bf6a597-805d-46f8-ad68-44c81ca35154 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1426.475933] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7463c4-ae18-47bb-922e-71c07fca3bce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.498651] env[62127]: DEBUG nova.compute.provider_tree [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1426.532491] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1426.533372] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b76920d2-062d-4124-a39e-2c814a4c77be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.546911] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1426.546911] env[62127]: value = "task-1733129" [ 1426.546911] env[62127]: _type = "Task" [ 1426.546911] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.551405] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.557888] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733129, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.558988] env[62127]: DEBUG nova.network.neutron [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1426.590154] env[62127]: DEBUG nova.network.neutron [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Successfully created port: 893b3f3c-6218-431e-ad76-7fe3ee655b80 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1426.693722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "27be6895-aead-4fa9-a821-b2c1128a721b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.694039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "27be6895-aead-4fa9-a821-b2c1128a721b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.694296] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "27be6895-aead-4fa9-a821-b2c1128a721b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1426.694454] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "27be6895-aead-4fa9-a821-b2c1128a721b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1426.694627] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "27be6895-aead-4fa9-a821-b2c1128a721b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1426.697988] env[62127]: INFO nova.compute.manager [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Terminating instance [ 1426.700343] env[62127]: DEBUG nova.compute.manager [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1426.700525] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1426.701500] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4a1a14-d6a2-4537-907a-d085da41ed9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.711167] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1426.711497] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83203e62-44d0-4053-9c9b-9ad768d9a0e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.719483] env[62127]: DEBUG oslo_vmware.api [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1426.719483] env[62127]: value = "task-1733130" [ 1426.719483] env[62127]: _type = "Task" [ 1426.719483] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.733729] env[62127]: DEBUG oslo_vmware.api [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733130, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.762260] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcc201d-eaed-4eb7-ba65-2db781580986 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.777141] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733128, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.793270] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d15123-4296-4641-b54b-f1124ff6550d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.004243] env[62127]: DEBUG nova.scheduler.client.report [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1427.059138] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733129, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.061752] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Releasing lock "refresh_cache-1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.062152] env[62127]: DEBUG nova.compute.manager [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1427.062350] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1427.063246] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8efd8ca-a120-4ef5-92b6-f00acdaeaab8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.072309] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1427.072557] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b23fdffa-fccc-414b-862b-8d7b22a93fe1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.090334] env[62127]: DEBUG oslo_vmware.api [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1427.090334] env[62127]: value = "task-1733131" [ 1427.090334] env[62127]: _type = "Task" [ 1427.090334] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.099317] env[62127]: DEBUG oslo_vmware.api [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.230899] env[62127]: DEBUG oslo_vmware.api [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733130, 'name': PowerOffVM_Task, 'duration_secs': 0.232985} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.230899] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.231088] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.232035] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-53422b36-5a10-4332-9c83-7db25fb724fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.275257] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733128, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.307076] env[62127]: DEBUG nova.compute.manager [None req-a6d2e57b-8ff8-4ad7-a913-6bbb3a4fd3da tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Instance disappeared during snapshot {{(pid=62127) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4495}} [ 1427.389906] env[62127]: DEBUG nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1427.414515] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1427.414865] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1427.415121] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1427.415416] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1427.415655] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1427.415884] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1427.416192] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1427.416433] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1427.416699] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1427.416946] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1427.417215] env[62127]: DEBUG nova.virt.hardware [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1427.419371] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca37598a-6275-42f6-9f12-3e709ac5ff5b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.430725] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-221df824-1434-4077-8a79-18b5ec473b2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.437382] env[62127]: DEBUG nova.network.neutron [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Updated VIF entry in instance network info cache for port 3bf6a597-805d-46f8-ad68-44c81ca35154. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1427.437901] env[62127]: DEBUG nova.network.neutron [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Updating instance_info_cache with network_info: [{"id": "3bf6a597-805d-46f8-ad68-44c81ca35154", "address": "fa:16:3e:87:dd:f6", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3bf6a597-80", "ovs_interfaceid": "3bf6a597-805d-46f8-ad68-44c81ca35154", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1427.473494] env[62127]: DEBUG nova.compute.manager [None req-a6d2e57b-8ff8-4ad7-a913-6bbb3a4fd3da tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Found 0 images (rotation: 2) {{(pid=62127) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1427.508998] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1427.512409] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.664s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1427.513052] env[62127]: DEBUG nova.objects.instance [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lazy-loading 'resources' on Instance uuid 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1427.536303] env[62127]: INFO nova.scheduler.client.report [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Deleted allocations for instance ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a [ 1427.562102] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733129, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.594156] env[62127]: DEBUG oslo_vmware.api [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733131, 'name': PowerOffVM_Task, 'duration_secs': 0.163225} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.594585] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1427.594585] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1427.594869] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b786afac-9bbb-4f07-94e3-eab8bb7bd826 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.627141] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1427.627501] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1427.627645] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Deleting the datastore file [datastore1] 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1427.627861] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9fb715be-1a7b-4eab-8040-dd903ce0efd4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.637378] env[62127]: DEBUG oslo_vmware.api [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for the task: (returnval){ [ 1427.637378] env[62127]: value = "task-1733134" [ 1427.637378] env[62127]: _type = "Task" [ 1427.637378] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.646705] env[62127]: DEBUG oslo_vmware.api [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733134, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.775886] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733128, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.953400] env[62127]: DEBUG oslo_concurrency.lockutils [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] Releasing lock "refresh_cache-6db1bffe-6036-4138-938a-39f3d9c11636" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1427.953716] env[62127]: DEBUG nova.compute.manager [req-243933ee-752a-480f-91fe-e292ec5de31f req-15e8f780-954e-4299-9d89-495edf38c5af service nova] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Received event network-vif-deleted-c9398559-7679-4487-a40f-b9dbbc54bfce {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.043931] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5d140e4e-fd34-42c6-8cc4-c5808aacf6bb tempest-ListImageFiltersTestJSON-660602281 tempest-ListImageFiltersTestJSON-660602281-project-member] Lock "ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.018s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.061394] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733129, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.150445] env[62127]: DEBUG oslo_vmware.api [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Task: {'id': task-1733134, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.173984} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.153023] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.153219] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.153402] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.153574] env[62127]: INFO nova.compute.manager [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1428.153813] env[62127]: DEBUG oslo.service.loopingcall [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.154211] env[62127]: DEBUG nova.compute.manager [-] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1428.154309] env[62127]: DEBUG nova.network.neutron [-] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.173783] env[62127]: DEBUG nova.network.neutron [-] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1428.278771] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733128, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.365362] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1428.365608] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1428.365790] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Deleting the datastore file [datastore1] 27be6895-aead-4fa9-a821-b2c1128a721b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1428.366999] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f70aebf-4af2-4f38-afd8-c794ee9377cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.377767] env[62127]: DEBUG oslo_vmware.api [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1428.377767] env[62127]: value = "task-1733135" [ 1428.377767] env[62127]: _type = "Task" [ 1428.377767] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.390920] env[62127]: DEBUG oslo_vmware.api [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.418220] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2909ebb-55d2-4ab4-bfb5-747e059c5de8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.426252] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2dc047-df31-4741-b9cc-5d2c0e80cd34 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.464585] env[62127]: DEBUG nova.network.neutron [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Successfully updated port: 893b3f3c-6218-431e-ad76-7fe3ee655b80 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1428.466676] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa2aa6-69da-4d97-9c46-e829330ba4b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.473639] env[62127]: DEBUG nova.compute.manager [req-dcd06148-05fc-4809-bd44-8a3535858608 req-e74f7a4e-bd25-45a6-8b42-f5986bc70f34 service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Received event network-vif-plugged-893b3f3c-6218-431e-ad76-7fe3ee655b80 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1428.474271] env[62127]: DEBUG oslo_concurrency.lockutils [req-dcd06148-05fc-4809-bd44-8a3535858608 req-e74f7a4e-bd25-45a6-8b42-f5986bc70f34 service nova] Acquiring lock "d591f72b-9e96-460a-ae62-8b603a349f41-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.474271] env[62127]: DEBUG oslo_concurrency.lockutils [req-dcd06148-05fc-4809-bd44-8a3535858608 req-e74f7a4e-bd25-45a6-8b42-f5986bc70f34 service nova] Lock "d591f72b-9e96-460a-ae62-8b603a349f41-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.474271] env[62127]: DEBUG oslo_concurrency.lockutils [req-dcd06148-05fc-4809-bd44-8a3535858608 req-e74f7a4e-bd25-45a6-8b42-f5986bc70f34 service nova] Lock "d591f72b-9e96-460a-ae62-8b603a349f41-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1428.474450] env[62127]: DEBUG nova.compute.manager [req-dcd06148-05fc-4809-bd44-8a3535858608 req-e74f7a4e-bd25-45a6-8b42-f5986bc70f34 service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] No waiting events found dispatching network-vif-plugged-893b3f3c-6218-431e-ad76-7fe3ee655b80 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1428.474614] env[62127]: WARNING nova.compute.manager [req-dcd06148-05fc-4809-bd44-8a3535858608 req-e74f7a4e-bd25-45a6-8b42-f5986bc70f34 service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Received unexpected event network-vif-plugged-893b3f3c-6218-431e-ad76-7fe3ee655b80 for instance with vm_state building and task_state spawning. [ 1428.479253] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82bf27b3-a57f-499d-86c0-918e6ecd424f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.497079] env[62127]: DEBUG nova.compute.provider_tree [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1428.562561] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733129, 'name': CloneVM_Task, 'duration_secs': 1.914899} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.562959] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Created linked-clone VM from snapshot [ 1428.563767] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06cd8be9-0da6-4b13-af1e-ef3e0312428e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.572150] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Uploading image 8694f935-6716-428c-9423-55262e66e95b {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1428.594021] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1428.594021] env[62127]: value = "vm-360611" [ 1428.594021] env[62127]: _type = "VirtualMachine" [ 1428.594021] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1428.594246] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7d241956-b16e-4f51-8195-6dc730b66a09 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.602660] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease: (returnval){ [ 1428.602660] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524bc7d9-3b23-2e15-7795-61032414ed6f" [ 1428.602660] env[62127]: _type = "HttpNfcLease" [ 1428.602660] env[62127]: } obtained for exporting VM: (result){ [ 1428.602660] env[62127]: value = "vm-360611" [ 1428.602660] env[62127]: _type = "VirtualMachine" [ 1428.602660] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1428.602936] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the lease: (returnval){ [ 1428.602936] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524bc7d9-3b23-2e15-7795-61032414ed6f" [ 1428.602936] env[62127]: _type = "HttpNfcLease" [ 1428.602936] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1428.609878] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1428.609878] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524bc7d9-3b23-2e15-7795-61032414ed6f" [ 1428.609878] env[62127]: _type = "HttpNfcLease" [ 1428.609878] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1428.678309] env[62127]: DEBUG nova.network.neutron [-] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1428.706808] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1428.707146] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1428.707356] env[62127]: DEBUG nova.compute.manager [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1428.708237] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e241447-f6cb-4b56-ab47-39f1f4398451 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.715270] env[62127]: DEBUG nova.compute.manager [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1428.715832] env[62127]: DEBUG nova.objects.instance [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'flavor' on Instance uuid 474c168c-e96d-4d98-94e0-24749c242dc0 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1428.779687] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733128, 'name': CreateVM_Task, 'duration_secs': 2.097281} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.779687] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1428.779687] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.779687] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.779687] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1428.779687] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86344dca-b4e0-49f0-a628-a5a385d12f07 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1428.785619] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1428.785619] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529ed70a-320d-6063-d0d0-e6a8a471b2e2" [ 1428.785619] env[62127]: _type = "Task" [ 1428.785619] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1428.793385] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529ed70a-320d-6063-d0d0-e6a8a471b2e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.891132] env[62127]: DEBUG oslo_vmware.api [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174696} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.891399] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1428.891582] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1428.891754] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1428.891930] env[62127]: INFO nova.compute.manager [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1428.892201] env[62127]: DEBUG oslo.service.loopingcall [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1428.892396] env[62127]: DEBUG nova.compute.manager [-] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1428.892486] env[62127]: DEBUG nova.network.neutron [-] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1428.975586] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "refresh_cache-d591f72b-9e96-460a-ae62-8b603a349f41" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1428.975837] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquired lock "refresh_cache-d591f72b-9e96-460a-ae62-8b603a349f41" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.976095] env[62127]: DEBUG nova.network.neutron [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1429.000313] env[62127]: DEBUG nova.scheduler.client.report [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1429.112894] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1429.112894] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524bc7d9-3b23-2e15-7795-61032414ed6f" [ 1429.112894] env[62127]: _type = "HttpNfcLease" [ 1429.112894] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1429.113363] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1429.113363] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524bc7d9-3b23-2e15-7795-61032414ed6f" [ 1429.113363] env[62127]: _type = "HttpNfcLease" [ 1429.113363] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1429.114088] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb308be0-7e10-406e-961c-d7fdfd8da1ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.122340] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200b573-c98e-715b-1a78-908d892350b8/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1429.122522] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200b573-c98e-715b-1a78-908d892350b8/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1429.182993] env[62127]: INFO nova.compute.manager [-] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Took 1.03 seconds to deallocate network for instance. [ 1429.226878] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1429.227692] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b7368a77-1e7e-4a3b-909b-e49867687a47 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.229381] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e774d4f-63d7-4bb1-b6c4-e313d77a2ff8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.238697] env[62127]: DEBUG oslo_vmware.api [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1429.238697] env[62127]: value = "task-1733137" [ 1429.238697] env[62127]: _type = "Task" [ 1429.238697] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.248195] env[62127]: DEBUG oslo_vmware.api [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.297622] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529ed70a-320d-6063-d0d0-e6a8a471b2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.010218} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.298271] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1429.298562] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1429.298803] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1429.298952] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1429.299150] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1429.299414] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78ccb3d6-afb0-442f-931c-97b2433fe966 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.308489] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1429.308725] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1429.309434] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b44c53f-6e5f-496c-ad9d-9fff9121758c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.315840] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1429.315840] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526b27cb-0b0a-c0fd-a8f0-2d4420dd18ab" [ 1429.315840] env[62127]: _type = "Task" [ 1429.315840] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.324106] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526b27cb-0b0a-c0fd-a8f0-2d4420dd18ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1429.507275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.995s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1429.510131] env[62127]: DEBUG nova.network.neutron [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1429.512427] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.688s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1429.514131] env[62127]: INFO nova.compute.claims [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1429.533618] env[62127]: INFO nova.scheduler.client.report [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Deleted allocations for instance 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77 [ 1429.689831] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1429.696399] env[62127]: DEBUG nova.network.neutron [-] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.712152] env[62127]: DEBUG nova.network.neutron [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Updating instance_info_cache with network_info: [{"id": "893b3f3c-6218-431e-ad76-7fe3ee655b80", "address": "fa:16:3e:e7:b6:53", "network": {"id": "64c1bec2-4af3-47b2-803b-e3db811e442c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1239273821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e070741a1b49a4b3fceeb4a4c93cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893b3f3c-62", "ovs_interfaceid": "893b3f3c-6218-431e-ad76-7fe3ee655b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.752358] env[62127]: DEBUG oslo_vmware.api [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733137, 'name': PowerOffVM_Task, 'duration_secs': 0.212008} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.752723] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1429.753245] env[62127]: DEBUG nova.compute.manager [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1429.754205] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88d32dda-49ac-4c72-9c05-c700a7cb3d61 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.826590] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526b27cb-0b0a-c0fd-a8f0-2d4420dd18ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010447} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1429.827829] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1869eb0-2827-4af8-8466-293a122ad189 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1429.834162] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1429.834162] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529fefe1-f9eb-2697-3f97-828da8efea0c" [ 1429.834162] env[62127]: _type = "Task" [ 1429.834162] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1429.843510] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529fefe1-f9eb-2697-3f97-828da8efea0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.045430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cfccd7e-e8fd-43fc-91b6-23d9b7ec5293 tempest-ServersAdminNegativeTestJSON-129966122 tempest-ServersAdminNegativeTestJSON-129966122-project-member] Lock "38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.484s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.199314] env[62127]: INFO nova.compute.manager [-] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Took 1.31 seconds to deallocate network for instance. [ 1430.215980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Releasing lock "refresh_cache-d591f72b-9e96-460a-ae62-8b603a349f41" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.216355] env[62127]: DEBUG nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Instance network_info: |[{"id": "893b3f3c-6218-431e-ad76-7fe3ee655b80", "address": "fa:16:3e:e7:b6:53", "network": {"id": "64c1bec2-4af3-47b2-803b-e3db811e442c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1239273821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e070741a1b49a4b3fceeb4a4c93cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893b3f3c-62", "ovs_interfaceid": "893b3f3c-6218-431e-ad76-7fe3ee655b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1430.216792] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:b6:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f880ac2e-d532-4f54-87bb-998a8d1bca78', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893b3f3c-6218-431e-ad76-7fe3ee655b80', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1430.224988] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Creating folder: Project (c7e070741a1b49a4b3fceeb4a4c93cf6). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.225699] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d46729a9-1b1b-49e3-b6c2-8674ee2e5884 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.238987] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Created folder: Project (c7e070741a1b49a4b3fceeb4a4c93cf6) in parent group-v360450. [ 1430.239266] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Creating folder: Instances. Parent ref: group-v360612. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1430.240325] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0f302ec2-b3cd-4567-b6bc-325a4b9b1458 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.255288] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Created folder: Instances in parent group-v360612. [ 1430.255581] env[62127]: DEBUG oslo.service.loopingcall [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1430.256688] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1430.256943] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b9378627-477a-4b41-9c63-8336d12fb064 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.275035] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6aa4114a-04c3-4be0-837a-33aa805e0a83 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.568s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1430.280734] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1430.280734] env[62127]: value = "task-1733140" [ 1430.280734] env[62127]: _type = "Task" [ 1430.280734] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.291442] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733140, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.347972] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529fefe1-f9eb-2697-3f97-828da8efea0c, 'name': SearchDatastore_Task, 'duration_secs': 0.017592} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.348362] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1430.348712] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6db1bffe-6036-4138-938a-39f3d9c11636/6db1bffe-6036-4138-938a-39f3d9c11636.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1430.349141] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84f7e4bf-257e-4b01-bd6c-846ef802174d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.357371] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1430.357371] env[62127]: value = "task-1733141" [ 1430.357371] env[62127]: _type = "Task" [ 1430.357371] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.367668] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.506089] env[62127]: DEBUG nova.compute.manager [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Received event network-changed-893b3f3c-6218-431e-ad76-7fe3ee655b80 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1430.507152] env[62127]: DEBUG nova.compute.manager [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Refreshing instance network info cache due to event network-changed-893b3f3c-6218-431e-ad76-7fe3ee655b80. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1430.507152] env[62127]: DEBUG oslo_concurrency.lockutils [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] Acquiring lock "refresh_cache-d591f72b-9e96-460a-ae62-8b603a349f41" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.507152] env[62127]: DEBUG oslo_concurrency.lockutils [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] Acquired lock "refresh_cache-d591f72b-9e96-460a-ae62-8b603a349f41" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.507152] env[62127]: DEBUG nova.network.neutron [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Refreshing network info cache for port 893b3f3c-6218-431e-ad76-7fe3ee655b80 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1430.706681] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1430.794310] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733140, 'name': CreateVM_Task, 'duration_secs': 0.419866} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1430.794509] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1430.795492] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1430.795906] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1430.797105] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1430.797105] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c15c8fa1-992b-4479-ad0a-b3d12675cd62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.806948] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1430.806948] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52daea3c-86d2-9786-eb9b-7869e5cb6397" [ 1430.806948] env[62127]: _type = "Task" [ 1430.806948] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1430.824898] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52daea3c-86d2-9786-eb9b-7869e5cb6397, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1430.871197] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733141, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.006650] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a50092b-b7e4-4831-a0df-1e8fad4a7022 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.017102] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ef04ef-21e1-4650-8450-36b0270a54f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.055840] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-563bd559-ff29-4018-9527-e97f3c9f0c15 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.066827] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8a8d77-fa52-4f12-b181-7c85a45f7da1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.080967] env[62127]: DEBUG nova.compute.provider_tree [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.129388] env[62127]: DEBUG nova.objects.instance [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'flavor' on Instance uuid 474c168c-e96d-4d98-94e0-24749c242dc0 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.320785] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52daea3c-86d2-9786-eb9b-7869e5cb6397, 'name': SearchDatastore_Task, 'duration_secs': 0.05189} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.321112] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.321386] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1431.321644] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.321800] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.321990] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1431.322283] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c306e228-13ba-4ebb-bae2-aab76b1ef14c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.333300] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1431.335368] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1431.335368] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0da5a47-77d6-4b3d-a85f-73d8f722f527 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.341207] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1431.341207] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b9687a-2d48-a362-8540-c5a5c2680d22" [ 1431.341207] env[62127]: _type = "Task" [ 1431.341207] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.351712] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b9687a-2d48-a362-8540-c5a5c2680d22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.363685] env[62127]: DEBUG nova.network.neutron [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Updated VIF entry in instance network info cache for port 893b3f3c-6218-431e-ad76-7fe3ee655b80. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1431.364273] env[62127]: DEBUG nova.network.neutron [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Updating instance_info_cache with network_info: [{"id": "893b3f3c-6218-431e-ad76-7fe3ee655b80", "address": "fa:16:3e:e7:b6:53", "network": {"id": "64c1bec2-4af3-47b2-803b-e3db811e442c", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1239273821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7e070741a1b49a4b3fceeb4a4c93cf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f880ac2e-d532-4f54-87bb-998a8d1bca78", "external-id": "nsx-vlan-transportzone-491", "segmentation_id": 491, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893b3f3c-62", "ovs_interfaceid": "893b3f3c-6218-431e-ad76-7fe3ee655b80", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1431.371945] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517855} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.372446] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6db1bffe-6036-4138-938a-39f3d9c11636/6db1bffe-6036-4138-938a-39f3d9c11636.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1431.372830] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1431.373332] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-19d49268-8931-480b-83c1-d23f45bbf046 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.383967] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1431.383967] env[62127]: value = "task-1733142" [ 1431.383967] env[62127]: _type = "Task" [ 1431.383967] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.395225] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733142, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.604491] env[62127]: ERROR nova.scheduler.client.report [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [req-bb6de16e-c60f-4b1d-a81a-11aefca1b7c8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-bb6de16e-c60f-4b1d-a81a-11aefca1b7c8"}]} [ 1431.622482] env[62127]: DEBUG nova.scheduler.client.report [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1431.634774] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1431.635027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.635464] env[62127]: DEBUG nova.network.neutron [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1431.635794] env[62127]: DEBUG nova.objects.instance [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'info_cache' on Instance uuid 474c168c-e96d-4d98-94e0-24749c242dc0 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.642499] env[62127]: DEBUG nova.scheduler.client.report [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1431.642696] env[62127]: DEBUG nova.compute.provider_tree [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1431.654487] env[62127]: DEBUG nova.scheduler.client.report [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1431.674970] env[62127]: DEBUG nova.scheduler.client.report [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1431.854764] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b9687a-2d48-a362-8540-c5a5c2680d22, 'name': SearchDatastore_Task, 'duration_secs': 0.010431} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.855619] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48c371f7-2336-4c4e-9bc9-8806af15fc8f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.862559] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1431.862559] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52035d6c-ff8e-12f7-0eef-c2e229c2d9db" [ 1431.862559] env[62127]: _type = "Task" [ 1431.862559] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.868973] env[62127]: DEBUG oslo_concurrency.lockutils [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] Releasing lock "refresh_cache-d591f72b-9e96-460a-ae62-8b603a349f41" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1431.869244] env[62127]: DEBUG nova.compute.manager [req-fa515de1-1175-4ee9-9123-148d4ca857da req-87777626-6b1b-4967-81e3-8d9b0d4ba39c service nova] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Received event network-vif-deleted-39af8f95-1819-403e-8f92-80d4665a6667 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1431.872728] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52035d6c-ff8e-12f7-0eef-c2e229c2d9db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1431.895541] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733142, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069036} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1431.895541] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1431.895541] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ad496f-39e7-45a8-86db-42f93e8fefd3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.920486] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Reconfiguring VM instance instance-00000034 to attach disk [datastore1] 6db1bffe-6036-4138-938a-39f3d9c11636/6db1bffe-6036-4138-938a-39f3d9c11636.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1431.923639] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf87402c-87b2-4b85-9ecd-f8b8078f3eaa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1431.952052] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1431.952052] env[62127]: value = "task-1733143" [ 1431.952052] env[62127]: _type = "Task" [ 1431.952052] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1431.964961] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733143, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.114665] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718207c-5df9-4038-8d81-64620c528ae6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.124738] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510d9702-f371-436e-bec4-5830aed968f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.166360] env[62127]: DEBUG nova.objects.base [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Object Instance<474c168c-e96d-4d98-94e0-24749c242dc0> lazy-loaded attributes: flavor,info_cache {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1432.168812] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fa27ba-cf93-4dfe-b91e-407645572d7d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.177421] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0339f892-433f-4c62-897e-3535e2ae9ae4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.194070] env[62127]: DEBUG nova.compute.provider_tree [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.378752] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52035d6c-ff8e-12f7-0eef-c2e229c2d9db, 'name': SearchDatastore_Task, 'duration_secs': 0.010767} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.379126] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1432.379376] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d591f72b-9e96-460a-ae62-8b603a349f41/d591f72b-9e96-460a-ae62-8b603a349f41.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1432.379675] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8294d75-6960-4ea7-9be9-89a4acefe744 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.389645] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1432.389645] env[62127]: value = "task-1733144" [ 1432.389645] env[62127]: _type = "Task" [ 1432.389645] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.400259] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.464449] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733143, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.735738] env[62127]: DEBUG nova.scheduler.client.report [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1432.736705] env[62127]: DEBUG nova.compute.provider_tree [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 75 to 76 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1432.737183] env[62127]: DEBUG nova.compute.provider_tree [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1432.906521] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513821} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.907996] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d591f72b-9e96-460a-ae62-8b603a349f41/d591f72b-9e96-460a-ae62-8b603a349f41.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1432.907996] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1432.907996] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f162275a-78d4-4254-a0e0-4ed907696a6a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.917212] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1432.917212] env[62127]: value = "task-1733145" [ 1432.917212] env[62127]: _type = "Task" [ 1432.917212] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.926355] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1432.963529] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733143, 'name': ReconfigVM_Task, 'duration_secs': 0.612706} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1432.964111] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Reconfigured VM instance instance-00000034 to attach disk [datastore1] 6db1bffe-6036-4138-938a-39f3d9c11636/6db1bffe-6036-4138-938a-39f3d9c11636.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1432.968621] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6104c942-d39c-4082-9fc7-48616a09df10 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.978148] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1432.978148] env[62127]: value = "task-1733146" [ 1432.978148] env[62127]: _type = "Task" [ 1432.978148] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.993339] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733146, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.152232] env[62127]: DEBUG nova.network.neutron [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.247181] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.735s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1433.247767] env[62127]: DEBUG nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1433.250540] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 26.191s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1433.430706] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.152563} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.431035] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1433.432816] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f5c538-6cd6-4f79-b42b-b27f433232eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.459187] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] d591f72b-9e96-460a-ae62-8b603a349f41/d591f72b-9e96-460a-ae62-8b603a349f41.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1433.460832] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80721df1-4a9c-4af3-8532-5aa455b2521b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.490101] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733146, 'name': Rename_Task, 'duration_secs': 0.23152} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.491715] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1433.492098] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1433.492098] env[62127]: value = "task-1733147" [ 1433.492098] env[62127]: _type = "Task" [ 1433.492098] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.492350] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-02f188ec-9bd2-40d6-a804-f2d036c50673 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1433.504311] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733147, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.505808] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1433.505808] env[62127]: value = "task-1733148" [ 1433.505808] env[62127]: _type = "Task" [ 1433.505808] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1433.514881] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733148, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.656770] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1433.767185] env[62127]: DEBUG nova.compute.utils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1433.768953] env[62127]: DEBUG nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1433.768953] env[62127]: DEBUG nova.network.neutron [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1433.839719] env[62127]: DEBUG nova.policy [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0e8ddebcd64b239aab08a044025779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c02c3b3ba114f9a814fec4c0ddc2153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1434.010402] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.021114] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.162258] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1434.162783] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2dabd86c-f57f-4c63-8ac1-14d6e2ee96f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.172428] env[62127]: DEBUG oslo_vmware.api [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1434.172428] env[62127]: value = "task-1733149" [ 1434.172428] env[62127]: _type = "Task" [ 1434.172428] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1434.183153] env[62127]: DEBUG oslo_vmware.api [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733149, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.270433] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Applying migration context for instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 as it has an incoming, in-progress migration e0f38603-720f-4be1-8884-e388ecfed9f2. Migration status is confirming {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1434.276369] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating resource usage from migration e0f38603-720f-4be1-8884-e388ecfed9f2 [ 1434.280854] env[62127]: DEBUG nova.network.neutron [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Successfully created port: 06347c26-f1c0-4250-b442-f7726f5f95c6 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1434.282763] env[62127]: DEBUG nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1434.315049] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 56dd5354-066e-4da8-8d9b-82c417a89b2f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.315049] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 49d54fac-78b3-4034-85dc-10a9fb7b7df5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.315049] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 92a365cf-c09f-494c-8205-6a0bd9fa0f25 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.315049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4a71a883-4f0a-43bd-8426-ccd16617938b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 474c168c-e96d-4d98-94e0-24749c242dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance e7f51043-6190-446e-a795-68fba59f8b37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ef1727e9-4ea9-47d2-b94d-b471cc4ce30d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315049] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance cb1bba98-24b6-443d-92c9-59640cf53754 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.315049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 29592c2d-d44d-4ca1-be06-ae96a1261f1b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315614] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance b30f2b92-f013-46f0-9b31-d4b96dc23c76 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.315614] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 581283b5-aeca-4ca3-a0a9-a04fdb9c2157 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.315614] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 422eb907-be7f-475f-9e01-cfc5c3997193 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.315614] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration e0f38603-720f-4be1-8884-e388ecfed9f2 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1434.315749] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.315843] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f6946b54-42e7-4df2-896b-8cad25dea261 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.316066] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance df6d0d42-655c-4b50-8475-98e233563176 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.316139] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 7f259955-1a02-4e36-8153-3de6dee286c3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.316257] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 27be6895-aead-4fa9-a821-b2c1128a721b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.316465] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1434.316549] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6db1bffe-6036-4138-938a-39f3d9c11636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.316646] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance d591f72b-9e96-460a-ae62-8b603a349f41 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.316785] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ee71b71e-d577-4705-9731-250f85cacb27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1434.507924] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733147, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.521178] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733148, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1434.688936] env[62127]: DEBUG oslo_vmware.api [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733149, 'name': PowerOnVM_Task, 'duration_secs': 0.425844} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1434.689302] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1434.689491] env[62127]: DEBUG nova.compute.manager [None req-3eb9467c-1047-48d9-9f6b-59bca01d8d1a tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1434.693147] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e769b20-c6cf-4465-8aa5-354bf61a09ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.821691] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1435.005874] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733147, 'name': ReconfigVM_Task, 'duration_secs': 1.187277} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.005874] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Reconfigured VM instance instance-00000035 to attach disk [datastore1] d591f72b-9e96-460a-ae62-8b603a349f41/d591f72b-9e96-460a-ae62-8b603a349f41.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1435.006170] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2768a80c-c4a7-4d0b-b886-cee0a61db46d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.014555] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1435.014555] env[62127]: value = "task-1733150" [ 1435.014555] env[62127]: _type = "Task" [ 1435.014555] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.032330] env[62127]: DEBUG oslo_vmware.api [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733148, 'name': PowerOnVM_Task, 'duration_secs': 1.30129} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.038487] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1435.038837] env[62127]: INFO nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Took 11.22 seconds to spawn the instance on the hypervisor. [ 1435.039107] env[62127]: DEBUG nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1435.039764] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733150, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.040620] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f112da3-4db8-40a4-a099-4d557cbd3996 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.296321] env[62127]: DEBUG nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1435.324743] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ac99c437-86a4-4f62-926c-e1d06db7589a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1435.328886] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1435.329528] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1435.329528] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1435.329528] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1435.329690] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1435.329772] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1435.331659] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1435.331659] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1435.331659] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1435.331659] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1435.331659] env[62127]: DEBUG nova.virt.hardware [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1435.331659] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eb91acd-0b6e-454c-88e3-ef46cf7f7786 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.340346] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9507470-57a4-40cb-ae63-2b7092bb13d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.530381] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733150, 'name': Rename_Task, 'duration_secs': 0.316903} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.530381] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1435.530746] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-575dcb53-4208-44f7-af56-33c7d09008a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.538606] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1435.538606] env[62127]: value = "task-1733151" [ 1435.538606] env[62127]: _type = "Task" [ 1435.538606] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.548964] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.559951] env[62127]: INFO nova.compute.manager [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Took 34.06 seconds to build instance. [ 1435.828489] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 631015b4-46f0-4487-9618-fa6d79c8d1b0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1436.054822] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.064640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-15dc2c7c-08fc-45b8-94e7-163fb6fb82ca tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "6db1bffe-6036-4138-938a-39f3d9c11636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.586s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.112051] env[62127]: DEBUG nova.network.neutron [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Successfully updated port: 06347c26-f1c0-4250-b442-f7726f5f95c6 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1436.202371] env[62127]: DEBUG nova.compute.manager [req-b79fc7c0-e844-4ac1-b856-a2aa437cfebe req-521bd1ba-cab1-4780-ba70-873bae7f859f service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Received event network-vif-plugged-06347c26-f1c0-4250-b442-f7726f5f95c6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1436.202687] env[62127]: DEBUG oslo_concurrency.lockutils [req-b79fc7c0-e844-4ac1-b856-a2aa437cfebe req-521bd1ba-cab1-4780-ba70-873bae7f859f service nova] Acquiring lock "ee71b71e-d577-4705-9731-250f85cacb27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1436.202808] env[62127]: DEBUG oslo_concurrency.lockutils [req-b79fc7c0-e844-4ac1-b856-a2aa437cfebe req-521bd1ba-cab1-4780-ba70-873bae7f859f service nova] Lock "ee71b71e-d577-4705-9731-250f85cacb27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1436.202979] env[62127]: DEBUG oslo_concurrency.lockutils [req-b79fc7c0-e844-4ac1-b856-a2aa437cfebe req-521bd1ba-cab1-4780-ba70-873bae7f859f service nova] Lock "ee71b71e-d577-4705-9731-250f85cacb27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1436.203187] env[62127]: DEBUG nova.compute.manager [req-b79fc7c0-e844-4ac1-b856-a2aa437cfebe req-521bd1ba-cab1-4780-ba70-873bae7f859f service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] No waiting events found dispatching network-vif-plugged-06347c26-f1c0-4250-b442-f7726f5f95c6 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1436.203423] env[62127]: WARNING nova.compute.manager [req-b79fc7c0-e844-4ac1-b856-a2aa437cfebe req-521bd1ba-cab1-4780-ba70-873bae7f859f service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Received unexpected event network-vif-plugged-06347c26-f1c0-4250-b442-f7726f5f95c6 for instance with vm_state building and task_state spawning. [ 1436.332023] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1eb07665-c344-42a5-9647-28943d05373b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1436.549657] env[62127]: DEBUG oslo_vmware.api [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733151, 'name': PowerOnVM_Task, 'duration_secs': 0.856607} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.550044] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1436.550150] env[62127]: INFO nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1436.550330] env[62127]: DEBUG nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1436.551146] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c9bde14-1095-45bf-8553-a79c2bd38fb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.621735] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-ee71b71e-d577-4705-9731-250f85cacb27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1436.621936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-ee71b71e-d577-4705-9731-250f85cacb27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1436.622065] env[62127]: DEBUG nova.network.neutron [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1436.837376] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4f326749-ebb8-4db1-ab0c-736b7b66197a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1436.837700] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1436.837839] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1437.076054] env[62127]: INFO nova.compute.manager [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Took 34.72 seconds to build instance. [ 1437.179818] env[62127]: DEBUG nova.network.neutron [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1437.247538] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51488aa8-aed8-46f1-b541-1ee0f80873f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.257974] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c2a9a-82fa-4e99-b04f-f066d82fcb47 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.293934] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b410658-7119-43d1-a290-e21b2094e721 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.302649] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9d466c-7edd-4472-aebd-1af1789d1695 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.319051] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1437.420289] env[62127]: DEBUG nova.network.neutron [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Updating instance_info_cache with network_info: [{"id": "06347c26-f1c0-4250-b442-f7726f5f95c6", "address": "fa:16:3e:51:d2:e7", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06347c26-f1", "ovs_interfaceid": "06347c26-f1c0-4250-b442-f7726f5f95c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.582169] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5797f4fb-7fe5-42f5-9675-e291f4eb8154 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "d591f72b-9e96-460a-ae62-8b603a349f41" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.233s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.825267] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1437.861289] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "d591f72b-9e96-460a-ae62-8b603a349f41" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.861502] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "d591f72b-9e96-460a-ae62-8b603a349f41" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.861750] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "d591f72b-9e96-460a-ae62-8b603a349f41-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1437.861937] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "d591f72b-9e96-460a-ae62-8b603a349f41-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1437.862124] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "d591f72b-9e96-460a-ae62-8b603a349f41-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1437.864339] env[62127]: INFO nova.compute.manager [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Terminating instance [ 1437.866970] env[62127]: DEBUG nova.compute.manager [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1437.867197] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1437.868335] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bf0165-7132-4ebd-8565-f9c2ebbcb1a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.878900] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1437.878990] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58ab7c21-f160-47eb-9586-469f11f7e9c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.888731] env[62127]: DEBUG oslo_vmware.api [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1437.888731] env[62127]: value = "task-1733152" [ 1437.888731] env[62127]: _type = "Task" [ 1437.888731] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.900988] env[62127]: DEBUG oslo_vmware.api [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.926642] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-ee71b71e-d577-4705-9731-250f85cacb27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1437.927581] env[62127]: DEBUG nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Instance network_info: |[{"id": "06347c26-f1c0-4250-b442-f7726f5f95c6", "address": "fa:16:3e:51:d2:e7", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06347c26-f1", "ovs_interfaceid": "06347c26-f1c0-4250-b442-f7726f5f95c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1437.927581] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:d2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06347c26-f1c0-4250-b442-f7726f5f95c6', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1437.934800] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating folder: Project (4c02c3b3ba114f9a814fec4c0ddc2153). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.935100] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-58d86b44-54ce-4e5d-b3e4-2ca19f3de6fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.949852] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created folder: Project (4c02c3b3ba114f9a814fec4c0ddc2153) in parent group-v360450. [ 1437.950125] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating folder: Instances. Parent ref: group-v360615. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1437.950469] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e075a30-c3f4-4f4e-ac15-c96bd5bb7e59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.964029] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created folder: Instances in parent group-v360615. [ 1437.964398] env[62127]: DEBUG oslo.service.loopingcall [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1437.964636] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1437.964865] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d400cf6d-db00-4220-be93-3267c511201c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.996915] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1437.996915] env[62127]: value = "task-1733155" [ 1437.996915] env[62127]: _type = "Task" [ 1437.996915] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.331023] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1438.331322] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.081s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1438.331646] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.034s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1438.333226] env[62127]: INFO nova.compute.claims [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1438.336908] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1438.337100] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1438.400146] env[62127]: DEBUG oslo_vmware.api [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733152, 'name': PowerOffVM_Task, 'duration_secs': 0.307156} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.400344] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1438.400517] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1438.400771] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-43a85a2b-caef-49b7-b84d-3331948c0ad8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.449066] env[62127]: DEBUG nova.compute.manager [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Received event network-changed-06347c26-f1c0-4250-b442-f7726f5f95c6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1438.449185] env[62127]: DEBUG nova.compute.manager [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Refreshing instance network info cache due to event network-changed-06347c26-f1c0-4250-b442-f7726f5f95c6. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1438.449819] env[62127]: DEBUG oslo_concurrency.lockutils [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] Acquiring lock "refresh_cache-ee71b71e-d577-4705-9731-250f85cacb27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1438.449876] env[62127]: DEBUG oslo_concurrency.lockutils [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] Acquired lock "refresh_cache-ee71b71e-d577-4705-9731-250f85cacb27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.450073] env[62127]: DEBUG nova.network.neutron [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Refreshing network info cache for port 06347c26-f1c0-4250-b442-f7726f5f95c6 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1438.495349] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1438.495717] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1438.496141] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Deleting the datastore file [datastore1] d591f72b-9e96-460a-ae62-8b603a349f41 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1438.496504] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0631fb6-b977-42f0-8beb-0b7f1185f2fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.509321] env[62127]: DEBUG oslo_vmware.api [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for the task: (returnval){ [ 1438.509321] env[62127]: value = "task-1733157" [ 1438.509321] env[62127]: _type = "Task" [ 1438.509321] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.518319] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733155, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.538541] env[62127]: DEBUG oslo_vmware.api [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733157, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.677761] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200b573-c98e-715b-1a78-908d892350b8/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1438.679136] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65c69631-1c78-4304-ad65-54c048a3de87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.684758] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200b573-c98e-715b-1a78-908d892350b8/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1438.684925] env[62127]: ERROR oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200b573-c98e-715b-1a78-908d892350b8/disk-0.vmdk due to incomplete transfer. [ 1438.685172] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8b5950b9-1df9-4936-8666-fb249db3bd19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.692968] env[62127]: DEBUG oslo_vmware.rw_handles [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5200b573-c98e-715b-1a78-908d892350b8/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1438.693191] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Uploaded image 8694f935-6716-428c-9423-55262e66e95b to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1438.695643] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1438.695894] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b0a9616d-5df3-49d3-8b48-975f5fc21606 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.702481] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1438.702481] env[62127]: value = "task-1733158" [ 1438.702481] env[62127]: _type = "Task" [ 1438.702481] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1438.710999] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733158, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.854637] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] There are 31 instances to clean {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1438.854911] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 5e25f49e-f159-40bd-94ad-a1564b303d05] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1439.025432] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733155, 'name': CreateVM_Task, 'duration_secs': 0.539458} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.030212] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1439.030212] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.030212] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.030212] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1439.032182] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7e56cd1-a91c-4296-9889-b6d4ad86a568 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.040267] env[62127]: DEBUG oslo_vmware.api [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Task: {'id': task-1733157, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329176} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.041580] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1439.041580] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1439.041764] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1439.041864] env[62127]: INFO nova.compute.manager [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1439.042108] env[62127]: DEBUG oslo.service.loopingcall [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1439.042447] env[62127]: DEBUG nova.compute.manager [-] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1439.042447] env[62127]: DEBUG nova.network.neutron [-] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1439.045571] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1439.045571] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5217d9e6-2ae8-7c0e-1d1b-ef2478086813" [ 1439.045571] env[62127]: _type = "Task" [ 1439.045571] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.054347] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5217d9e6-2ae8-7c0e-1d1b-ef2478086813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.213621] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733158, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.287468] env[62127]: DEBUG nova.network.neutron [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Updated VIF entry in instance network info cache for port 06347c26-f1c0-4250-b442-f7726f5f95c6. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1439.287843] env[62127]: DEBUG nova.network.neutron [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Updating instance_info_cache with network_info: [{"id": "06347c26-f1c0-4250-b442-f7726f5f95c6", "address": "fa:16:3e:51:d2:e7", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06347c26-f1", "ovs_interfaceid": "06347c26-f1c0-4250-b442-f7726f5f95c6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1439.359581] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 753a4da9-8a31-4eab-8aac-373725b4c425] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1439.543720] env[62127]: DEBUG nova.compute.manager [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1439.544775] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cca68ea-bbc6-4f61-81b8-96e554d75298 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.557632] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5217d9e6-2ae8-7c0e-1d1b-ef2478086813, 'name': SearchDatastore_Task, 'duration_secs': 0.010004} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1439.559150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.559419] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1439.559614] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1439.559765] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.559943] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1439.564284] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-308ad837-11d5-42aa-8970-cb611067688d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.574403] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1439.575076] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1439.575345] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0245698-1159-44cd-92a8-5aa835fc577f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.583522] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1439.583522] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52583e52-9d91-2794-e8b6-72bd7d7f2b84" [ 1439.583522] env[62127]: _type = "Task" [ 1439.583522] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1439.592658] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52583e52-9d91-2794-e8b6-72bd7d7f2b84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.708934] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bbc24c-1627-4243-bab1-702542e9a157 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.717734] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733158, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1439.720298] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-018a5390-2b80-4874-a4f8-24f70101a723 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.751945] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7129c187-fb5b-4db6-b7dd-121b408f8d0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.760474] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d41c6611-4f02-4320-a8c8-2e96568fb6c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.775912] env[62127]: DEBUG nova.compute.provider_tree [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.790958] env[62127]: DEBUG oslo_concurrency.lockutils [req-6fe0a447-b7ca-4c0c-b8e4-c4c3fd4d973b req-537513f4-6bd5-4b52-8891-15a03a126f03 service nova] Releasing lock "refresh_cache-ee71b71e-d577-4705-9731-250f85cacb27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1439.864814] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 78200f24-2501-4d62-8c1a-1f3ef90c0465] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1439.914391] env[62127]: DEBUG nova.network.neutron [-] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.069071] env[62127]: INFO nova.compute.manager [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] instance snapshotting [ 1440.072093] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84ed8ff-6cc6-4c05-b4d7-4af9abdbdae4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.093055] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae6d831-b371-48c0-a832-7c2e57247b1b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.101834] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52583e52-9d91-2794-e8b6-72bd7d7f2b84, 'name': SearchDatastore_Task, 'duration_secs': 0.0106} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.106271] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9cff3c19-55a6-4df4-bbf9-73dec1387c54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.112604] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1440.112604] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527e4d6e-905d-dc9f-80c6-ce5c444624c4" [ 1440.112604] env[62127]: _type = "Task" [ 1440.112604] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.122921] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527e4d6e-905d-dc9f-80c6-ce5c444624c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.214484] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733158, 'name': Destroy_Task, 'duration_secs': 1.229183} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.214676] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Destroyed the VM [ 1440.214920] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1440.215186] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-21e63a0b-3da7-4b4d-aba8-585e2b725f6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.221827] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1440.221827] env[62127]: value = "task-1733159" [ 1440.221827] env[62127]: _type = "Task" [ 1440.221827] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.232397] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.279233] env[62127]: DEBUG nova.scheduler.client.report [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1440.368364] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 94ec1ac3-1a01-40c5-8120-1856c35d29a8] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1440.417116] env[62127]: INFO nova.compute.manager [-] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Took 1.37 seconds to deallocate network for instance. [ 1440.498020] env[62127]: DEBUG nova.compute.manager [req-0ddb9f85-740a-4477-ae5e-d210106f6303 req-bb15c00a-294a-428b-aa0d-95e477b6b163 service nova] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Received event network-vif-deleted-893b3f3c-6218-431e-ad76-7fe3ee655b80 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1440.610232] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1440.610574] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-570fbe4f-fed0-48d5-80d9-094af7f302bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.622294] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527e4d6e-905d-dc9f-80c6-ce5c444624c4, 'name': SearchDatastore_Task, 'duration_secs': 0.011005} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1440.623630] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1440.623771] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1440.624092] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1440.624092] env[62127]: value = "task-1733160" [ 1440.624092] env[62127]: _type = "Task" [ 1440.624092] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.624280] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f7c8227-5eba-48d1-8c27-06c92f75e77e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.635741] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.637338] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1440.637338] env[62127]: value = "task-1733161" [ 1440.637338] env[62127]: _type = "Task" [ 1440.637338] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1440.647119] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.732978] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733159, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1440.784519] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1440.785181] env[62127]: DEBUG nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1440.788144] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.991s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1440.790093] env[62127]: INFO nova.compute.claims [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1440.872124] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 0276f97e-e204-4b03-bf33-dd991cd0169e] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1440.923724] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1441.137238] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733160, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.149369] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49092} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.149797] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1441.149941] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1441.150181] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ade7c5d-6290-4d21-9394-edc73d64aebb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.159212] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1441.159212] env[62127]: value = "task-1733162" [ 1441.159212] env[62127]: _type = "Task" [ 1441.159212] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.167943] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733162, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.233905] env[62127]: DEBUG oslo_vmware.api [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733159, 'name': RemoveSnapshot_Task, 'duration_secs': 0.928099} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.234196] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1441.234433] env[62127]: INFO nova.compute.manager [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Took 17.28 seconds to snapshot the instance on the hypervisor. [ 1441.297202] env[62127]: DEBUG nova.compute.utils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1441.299137] env[62127]: DEBUG nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1441.299377] env[62127]: DEBUG nova.network.neutron [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1441.344487] env[62127]: DEBUG nova.policy [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3e3dac83a748b2a3e851f2262668fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb2eb3ed7544978a06b8e5b086da721', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1441.375997] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f1ffb50c-6d1f-407a-94a2-cd1fd55299f9] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1441.637687] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733160, 'name': CreateSnapshot_Task, 'duration_secs': 0.566076} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.638023] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1441.638910] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07d0c73d-94a8-473b-8626-6918cb6efcf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.644458] env[62127]: DEBUG nova.network.neutron [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Successfully created port: 47977340-3a21-49b1-895a-ae5c0621fae1 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1441.674898] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733162, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075254} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.674898] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1441.674898] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64591955-256a-48b2-bd42-abe2b957cb64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.698656] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1441.699669] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f02f4f07-3fee-4d42-9567-64cb5dd8d291 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.720250] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1441.720250] env[62127]: value = "task-1733163" [ 1441.720250] env[62127]: _type = "Task" [ 1441.720250] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.728798] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.801100] env[62127]: DEBUG nova.compute.manager [None req-28b7b195-f437-4ce7-bf16-07a63b199970 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Found 2 images (rotation: 2) {{(pid=62127) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1441.804635] env[62127]: DEBUG nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1441.880354] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: fd095ef5-5d7e-43a8-9bf7-64d8a5b13d4a] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1442.164387] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1442.165147] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-68158b02-f879-4169-a76d-65a6de608886 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.177836] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1442.177836] env[62127]: value = "task-1733164" [ 1442.177836] env[62127]: _type = "Task" [ 1442.177836] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.187315] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733164, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.214965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6210c8e9-8532-4d06-b815-b263277bf148 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.226990] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996fe9a2-4deb-4bfb-9116-c632378144a5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.239101] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733163, 'name': ReconfigVM_Task, 'duration_secs': 0.303347} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.264368] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1442.265287] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e0e0737-1b72-419e-8c33-b872cd033059 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.267556] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a41d4bd-9927-4e9f-8bc0-b608786611ed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.276998] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6314fb6-bb4e-4974-9a96-94236a104e4b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.280786] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1442.280786] env[62127]: value = "task-1733165" [ 1442.280786] env[62127]: _type = "Task" [ 1442.280786] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.292140] env[62127]: DEBUG nova.compute.provider_tree [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1442.299962] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733165, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.384716] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: c82fd8ca-e2fb-4a55-ad87-6727ea7009ae] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1442.690129] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733164, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.792184] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733165, 'name': Rename_Task, 'duration_secs': 0.156072} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.792316] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1442.792604] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-941be7da-4a5c-41a1-896a-7877eaaa3551 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.794906] env[62127]: DEBUG nova.scheduler.client.report [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1442.806073] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1442.806073] env[62127]: value = "task-1733166" [ 1442.806073] env[62127]: _type = "Task" [ 1442.806073] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.817026] env[62127]: DEBUG nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1442.822122] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733166, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.843151] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1442.843463] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1442.843612] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1442.843796] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1442.843943] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1442.844102] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1442.844311] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1442.844503] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1442.844681] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1442.844845] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1442.845028] env[62127]: DEBUG nova.virt.hardware [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1442.846263] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fef3893e-6462-4d32-9ff9-5a3490e42794 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.854880] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13e54ab1-7cce-404b-aa1d-b1e87cbec355 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.888052] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: e0cbc984-001d-4462-a111-769871370940] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1443.189422] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733164, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.276065] env[62127]: DEBUG nova.network.neutron [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Successfully updated port: 47977340-3a21-49b1-895a-ae5c0621fae1 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1443.300547] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.512s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.301111] env[62127]: DEBUG nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1443.307142] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.687s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.308626] env[62127]: INFO nova.compute.claims [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1443.328032] env[62127]: DEBUG nova.compute.manager [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1443.328496] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733166, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.329430] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4475cafe-6db7-41c5-ad95-dac763f88d67 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.350686] env[62127]: DEBUG nova.compute.manager [req-30f76f51-23d8-40a1-a9fa-56c731e913bf req-ce5f7e7c-dc59-4cb8-8b93-206a3afdb741 service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Received event network-vif-plugged-47977340-3a21-49b1-895a-ae5c0621fae1 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1443.350925] env[62127]: DEBUG oslo_concurrency.lockutils [req-30f76f51-23d8-40a1-a9fa-56c731e913bf req-ce5f7e7c-dc59-4cb8-8b93-206a3afdb741 service nova] Acquiring lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1443.353289] env[62127]: DEBUG oslo_concurrency.lockutils [req-30f76f51-23d8-40a1-a9fa-56c731e913bf req-ce5f7e7c-dc59-4cb8-8b93-206a3afdb741 service nova] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1443.353289] env[62127]: DEBUG oslo_concurrency.lockutils [req-30f76f51-23d8-40a1-a9fa-56c731e913bf req-ce5f7e7c-dc59-4cb8-8b93-206a3afdb741 service nova] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1443.353289] env[62127]: DEBUG nova.compute.manager [req-30f76f51-23d8-40a1-a9fa-56c731e913bf req-ce5f7e7c-dc59-4cb8-8b93-206a3afdb741 service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] No waiting events found dispatching network-vif-plugged-47977340-3a21-49b1-895a-ae5c0621fae1 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1443.353289] env[62127]: WARNING nova.compute.manager [req-30f76f51-23d8-40a1-a9fa-56c731e913bf req-ce5f7e7c-dc59-4cb8-8b93-206a3afdb741 service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Received unexpected event network-vif-plugged-47977340-3a21-49b1-895a-ae5c0621fae1 for instance with vm_state building and task_state spawning. [ 1443.394489] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f92d2e93-49ac-4bf3-958c-a4bb1bf5e211] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1443.692139] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733164, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.779791] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1443.779791] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.779791] env[62127]: DEBUG nova.network.neutron [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1443.818572] env[62127]: DEBUG nova.compute.utils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1443.824187] env[62127]: DEBUG nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1443.824187] env[62127]: DEBUG nova.network.neutron [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1443.831971] env[62127]: DEBUG oslo_vmware.api [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733166, 'name': PowerOnVM_Task, 'duration_secs': 0.67333} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.832269] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1443.832480] env[62127]: INFO nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Took 8.54 seconds to spawn the instance on the hypervisor. [ 1443.832708] env[62127]: DEBUG nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1443.833523] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed84ad5-cb97-46f7-9692-768e2ad85476 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.844027] env[62127]: INFO nova.compute.manager [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] instance snapshotting [ 1443.844354] env[62127]: DEBUG nova.objects.instance [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'flavor' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1443.881935] env[62127]: DEBUG nova.policy [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3e3dac83a748b2a3e851f2262668fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb2eb3ed7544978a06b8e5b086da721', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1443.895920] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 2a346945-3e97-4da8-aa48-3e39577d63d7] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1444.177113] env[62127]: DEBUG nova.network.neutron [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Successfully created port: 0f1f780e-7679-4d98-9160-ccf4a7f8e393 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1444.193138] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733164, 'name': CloneVM_Task, 'duration_secs': 1.646427} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.193527] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Created linked-clone VM from snapshot [ 1444.194273] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcae780-9cb9-40e6-9b5b-c0f525c9c7c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.202011] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Uploading image 51356c16-35ca-4dc9-89e4-ed83d8fa6a75 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1444.217323] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1444.217570] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b46ef6f8-8da5-42b7-bb9e-69d82f0c1330 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.226064] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1444.226064] env[62127]: value = "task-1733167" [ 1444.226064] env[62127]: _type = "Task" [ 1444.226064] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.235357] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733167, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.327022] env[62127]: DEBUG nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1444.342060] env[62127]: DEBUG nova.network.neutron [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1444.360895] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50fec482-15ec-454e-bf63-6095e0f69636 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.360895] env[62127]: INFO nova.compute.manager [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Took 37.56 seconds to build instance. [ 1444.385189] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60303860-5e18-4eef-a58d-7087b8174648 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.401618] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: bb27b6c8-05d4-46d1-903c-191336a3a6d5] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1444.677096] env[62127]: DEBUG nova.network.neutron [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Updating instance_info_cache with network_info: [{"id": "47977340-3a21-49b1-895a-ae5c0621fae1", "address": "fa:16:3e:95:5e:6a", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47977340-3a", "ovs_interfaceid": "47977340-3a21-49b1-895a-ae5c0621fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1444.741559] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733167, 'name': Destroy_Task, 'duration_secs': 0.502007} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.742218] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Destroyed the VM [ 1444.742511] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1444.742794] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5b12c5f5-1a86-415f-a619-dd6bd62a9897 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.750466] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1444.750466] env[62127]: value = "task-1733168" [ 1444.750466] env[62127]: _type = "Task" [ 1444.750466] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.760506] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733168, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.806511] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a4113b-4b84-4079-9508-f75a66955184 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.819320] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68bd4a2-33d6-46c1-800d-319cfaf388b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.858666] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47c69e6e-468d-4066-bedb-f55613db55f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.863197] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b1f7ea2-bd68-451e-8831-7523684982bd tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "ee71b71e-d577-4705-9731-250f85cacb27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.076s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1444.867816] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b086c3bb-e3eb-479d-954f-07a326a9bec2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.883218] env[62127]: DEBUG nova.compute.provider_tree [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1444.900055] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1444.900452] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-acc9bc64-767d-4a32-80b8-d12bd64e8c29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.905184] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 38ecc6a5-b3ae-4f3d-a7a4-6768d2abda77] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1444.909802] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1444.909802] env[62127]: value = "task-1733169" [ 1444.909802] env[62127]: _type = "Task" [ 1444.909802] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.918059] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733169, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.180090] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.181029] env[62127]: DEBUG nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Instance network_info: |[{"id": "47977340-3a21-49b1-895a-ae5c0621fae1", "address": "fa:16:3e:95:5e:6a", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47977340-3a", "ovs_interfaceid": "47977340-3a21-49b1-895a-ae5c0621fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1445.181029] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:95:5e:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '47977340-3a21-49b1-895a-ae5c0621fae1', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1445.189494] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Creating folder: Project (8bb2eb3ed7544978a06b8e5b086da721). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.189494] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af0378f8-6eeb-424c-ad74-6ae320629b78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.202846] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Created folder: Project (8bb2eb3ed7544978a06b8e5b086da721) in parent group-v360450. [ 1445.203066] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Creating folder: Instances. Parent ref: group-v360620. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1445.203324] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa8c9c86-82d0-434b-b80a-442f5b6756f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.214561] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Created folder: Instances in parent group-v360620. [ 1445.214561] env[62127]: DEBUG oslo.service.loopingcall [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1445.214752] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1445.214916] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff8a592c-5289-48fa-a00c-4d835a28b95a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.239069] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1445.239069] env[62127]: value = "task-1733172" [ 1445.239069] env[62127]: _type = "Task" [ 1445.239069] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.252854] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733172, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.262748] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733168, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.312683] env[62127]: INFO nova.compute.manager [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Rebuilding instance [ 1445.360088] env[62127]: DEBUG nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1445.364494] env[62127]: DEBUG nova.compute.manager [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1445.365413] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cb27d8f-5e7f-48bc-94cb-3e8cead76eb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.380438] env[62127]: DEBUG nova.compute.manager [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Received event network-changed-47977340-3a21-49b1-895a-ae5c0621fae1 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1445.380654] env[62127]: DEBUG nova.compute.manager [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Refreshing instance network info cache due to event network-changed-47977340-3a21-49b1-895a-ae5c0621fae1. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1445.380888] env[62127]: DEBUG oslo_concurrency.lockutils [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] Acquiring lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.381061] env[62127]: DEBUG oslo_concurrency.lockutils [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] Acquired lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.381236] env[62127]: DEBUG nova.network.neutron [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Refreshing network info cache for port 47977340-3a21-49b1-895a-ae5c0621fae1 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1445.386119] env[62127]: DEBUG nova.scheduler.client.report [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1445.392379] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1445.392379] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1445.392578] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1445.392691] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1445.392837] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1445.392989] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1445.393219] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1445.393402] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1445.393580] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1445.393743] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1445.393932] env[62127]: DEBUG nova.virt.hardware [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1445.395327] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea99b73-c08c-4837-817c-d09904eb28f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.404599] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e767af-f9a4-4277-824a-54eba2225a41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.409850] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: eb10fc88-0e81-4b32-8c3a-5c311a642519] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1445.430472] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733169, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.749331] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733172, 'name': CreateVM_Task, 'duration_secs': 0.37791} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.749523] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1445.750210] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.750372] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.750685] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1445.750935] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e316794-3817-4e8d-be1c-3bf20db910f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.757116] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1445.757116] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523d8879-9d45-8ce5-a6ae-6c54331a7992" [ 1445.757116] env[62127]: _type = "Task" [ 1445.757116] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.763163] env[62127]: DEBUG oslo_vmware.api [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733168, 'name': RemoveSnapshot_Task, 'duration_secs': 0.640987} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.763709] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1445.769763] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523d8879-9d45-8ce5-a6ae-6c54331a7992, 'name': SearchDatastore_Task, 'duration_secs': 0.009803} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.770254] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1445.770478] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1445.770706] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1445.770849] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.771039] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1445.771283] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab0e3f63-376f-433d-adaf-1a47d781875a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.779853] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1445.779853] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1445.780571] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06dfbacf-43e7-4088-b7cf-2358c2138605 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.785939] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1445.785939] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5289fa6a-b5c4-9e8d-da06-7898c07e93cf" [ 1445.785939] env[62127]: _type = "Task" [ 1445.785939] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.794420] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5289fa6a-b5c4-9e8d-da06-7898c07e93cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.886018] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1445.887320] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9965d2d9-c7c2-49da-bf25-563ea4d3aa3e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.897923] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1445.897923] env[62127]: value = "task-1733173" [ 1445.897923] env[62127]: _type = "Task" [ 1445.897923] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.903410] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.596s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1445.904327] env[62127]: DEBUG nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1445.911420] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.793s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1445.919724] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733173, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.926576] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ff0a1c7b-8e40-4f59-ae43-d6b80cf18f0a] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1445.930865] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733169, 'name': CreateSnapshot_Task, 'duration_secs': 0.540627} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.930865] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1445.931534] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-096992f7-6473-4e99-adf1-258b3d8d16a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.272845] env[62127]: WARNING nova.compute.manager [None req-4696ba20-8e44-47da-81c5-4ff0a3efbdda tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Image not found during snapshot: nova.exception.ImageNotFound: Image 51356c16-35ca-4dc9-89e4-ed83d8fa6a75 could not be found. [ 1446.297725] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5289fa6a-b5c4-9e8d-da06-7898c07e93cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010444} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.298564] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94a6225e-daae-4ba2-9c5f-d03c27f06786 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.304559] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1446.304559] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529465af-dbe4-7d0e-54b8-b6c22f384fc2" [ 1446.304559] env[62127]: _type = "Task" [ 1446.304559] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.313489] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529465af-dbe4-7d0e-54b8-b6c22f384fc2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.408954] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733173, 'name': PowerOffVM_Task, 'duration_secs': 0.217648} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.409265] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.409538] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.410652] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d80da6-c40f-4126-8a08-82555e1045b5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.417226] env[62127]: DEBUG nova.compute.utils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1446.418688] env[62127]: DEBUG nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1446.419138] env[62127]: DEBUG nova.network.neutron [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1446.428239] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.428377] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d97e4b08-71b3-4021-9493-f9a01fe02291 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.430704] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4355b227-9b2e-474b-8970-bcbd2a345993] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1446.453753] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1446.456108] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86ca7e5d-747d-4625-b76f-cb6e4f03e797 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.471501] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1446.471501] env[62127]: value = "task-1733175" [ 1446.471501] env[62127]: _type = "Task" [ 1446.471501] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.481358] env[62127]: DEBUG nova.network.neutron [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Successfully updated port: 0f1f780e-7679-4d98-9160-ccf4a7f8e393 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1446.492037] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733175, 'name': CloneVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.506782] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.507026] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.507220] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleting the datastore file [datastore1] ee71b71e-d577-4705-9731-250f85cacb27 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.507501] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5b7ab15-5f6f-4a67-a70f-d74defffde05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.515997] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1446.515997] env[62127]: value = "task-1733176" [ 1446.515997] env[62127]: _type = "Task" [ 1446.515997] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.525707] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.534994] env[62127]: DEBUG nova.policy [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1e3e3dac83a748b2a3e851f2262668fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8bb2eb3ed7544978a06b8e5b086da721', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1446.556372] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "6db1bffe-6036-4138-938a-39f3d9c11636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.556724] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "6db1bffe-6036-4138-938a-39f3d9c11636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.556960] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "6db1bffe-6036-4138-938a-39f3d9c11636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1446.557183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "6db1bffe-6036-4138-938a-39f3d9c11636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1446.557363] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "6db1bffe-6036-4138-938a-39f3d9c11636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1446.566135] env[62127]: INFO nova.compute.manager [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Terminating instance [ 1446.567886] env[62127]: DEBUG nova.compute.manager [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1446.568124] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.568973] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65a02b5-5175-4993-aa64-763152074af9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.579156] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.580174] env[62127]: DEBUG nova.network.neutron [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Updated VIF entry in instance network info cache for port 47977340-3a21-49b1-895a-ae5c0621fae1. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1446.580585] env[62127]: DEBUG nova.network.neutron [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Updating instance_info_cache with network_info: [{"id": "47977340-3a21-49b1-895a-ae5c0621fae1", "address": "fa:16:3e:95:5e:6a", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47977340-3a", "ovs_interfaceid": "47977340-3a21-49b1-895a-ae5c0621fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1446.581779] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fdf0d51b-5ffb-4ebf-a7dc-bf5dd684b186 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.590960] env[62127]: DEBUG oslo_vmware.api [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1446.590960] env[62127]: value = "task-1733177" [ 1446.590960] env[62127]: _type = "Task" [ 1446.590960] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.612781] env[62127]: DEBUG oslo_vmware.api [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733177, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.819312] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529465af-dbe4-7d0e-54b8-b6c22f384fc2, 'name': SearchDatastore_Task, 'duration_secs': 0.009881} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.819460] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1446.819769] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda/dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1446.820100] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ee832857-4f83-4f7a-8fa3-e228192d3e16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.832166] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1446.832166] env[62127]: value = "task-1733178" [ 1446.832166] env[62127]: _type = "Task" [ 1446.832166] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.843998] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.900252] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bdd838-a620-4b07-9f75-f34cd863d6c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.906116] env[62127]: DEBUG nova.network.neutron [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Successfully created port: 3b941775-8dad-4976-95e5-5d5224b467f5 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1446.911161] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66d4a0bc-450a-4208-945f-b52906de5f6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.944469] env[62127]: DEBUG nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1446.945706] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f7d3156e-4386-4b65-8d38-3e60f4aaf7d7] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1446.948025] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9460eb39-3f58-47c6-88db-97c1a94d9eb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.958024] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a327e-5e9c-4449-aa2c-5b7effbc9c19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.972825] env[62127]: DEBUG nova.compute.provider_tree [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1446.984311] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733175, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.987107] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "refresh_cache-ac99c437-86a4-4f62-926c-e1d06db7589a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1446.987237] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "refresh_cache-ac99c437-86a4-4f62-926c-e1d06db7589a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.987381] env[62127]: DEBUG nova.network.neutron [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.027854] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189561} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.028208] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.028315] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.028486] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.085176] env[62127]: DEBUG oslo_concurrency.lockutils [req-15bd2da7-9650-4e5c-bad4-ae948b3351d5 req-02536593-64be-4ed1-b265-6b19a2cf4d4c service nova] Releasing lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1447.103632] env[62127]: DEBUG oslo_vmware.api [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733177, 'name': PowerOffVM_Task, 'duration_secs': 0.34401} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.103912] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1447.104108] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1447.104389] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-23ba24ed-89c0-414d-a49f-432cf865ebf8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.303090] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1447.303442] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1447.303747] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleting the datastore file [datastore1] 6db1bffe-6036-4138-938a-39f3d9c11636 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1447.304097] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a13683a8-1309-43ed-a91a-21d21ea92af0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.316056] env[62127]: DEBUG oslo_vmware.api [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1447.316056] env[62127]: value = "task-1733180" [ 1447.316056] env[62127]: _type = "Task" [ 1447.316056] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.328823] env[62127]: DEBUG oslo_vmware.api [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733180, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.343952] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733178, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.436299] env[62127]: DEBUG nova.compute.manager [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Received event network-vif-plugged-0f1f780e-7679-4d98-9160-ccf4a7f8e393 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1447.436641] env[62127]: DEBUG oslo_concurrency.lockutils [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] Acquiring lock "ac99c437-86a4-4f62-926c-e1d06db7589a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1447.437135] env[62127]: DEBUG oslo_concurrency.lockutils [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1447.437374] env[62127]: DEBUG oslo_concurrency.lockutils [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1447.437565] env[62127]: DEBUG nova.compute.manager [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] No waiting events found dispatching network-vif-plugged-0f1f780e-7679-4d98-9160-ccf4a7f8e393 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1447.437736] env[62127]: WARNING nova.compute.manager [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Received unexpected event network-vif-plugged-0f1f780e-7679-4d98-9160-ccf4a7f8e393 for instance with vm_state building and task_state spawning. [ 1447.437912] env[62127]: DEBUG nova.compute.manager [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Received event network-changed-0f1f780e-7679-4d98-9160-ccf4a7f8e393 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1447.438102] env[62127]: DEBUG nova.compute.manager [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Refreshing instance network info cache due to event network-changed-0f1f780e-7679-4d98-9160-ccf4a7f8e393. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1447.438290] env[62127]: DEBUG oslo_concurrency.lockutils [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] Acquiring lock "refresh_cache-ac99c437-86a4-4f62-926c-e1d06db7589a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1447.451290] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 0ecb57e8-e85e-4dc2-a00b-59ec86d1c6ee] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1447.479665] env[62127]: DEBUG nova.scheduler.client.report [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1447.487198] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733175, 'name': CloneVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.521909] env[62127]: DEBUG nova.network.neutron [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1447.711265] env[62127]: DEBUG nova.network.neutron [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Updating instance_info_cache with network_info: [{"id": "0f1f780e-7679-4d98-9160-ccf4a7f8e393", "address": "fa:16:3e:91:46:46", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1f780e-76", "ovs_interfaceid": "0f1f780e-7679-4d98-9160-ccf4a7f8e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1447.826952] env[62127]: DEBUG oslo_vmware.api [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733180, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.239695} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.827242] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.827453] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.827635] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.827817] env[62127]: INFO nova.compute.manager [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1447.828071] env[62127]: DEBUG oslo.service.loopingcall [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1447.828265] env[62127]: DEBUG nova.compute.manager [-] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1447.828362] env[62127]: DEBUG nova.network.neutron [-] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1447.842977] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564465} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.843398] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda/dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1447.843764] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1447.844142] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aefb8f62-1542-4fdd-bb99-14c8d2858046 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.851626] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1447.851626] env[62127]: value = "task-1733181" [ 1447.851626] env[62127]: _type = "Task" [ 1447.851626] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.862270] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733181, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.954374] env[62127]: DEBUG nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1447.956550] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: b7b2b3cc-4b29-45d6-881e-843ef3c6a191] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1447.986155] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733175, 'name': CloneVM_Task, 'duration_secs': 1.073048} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.988265] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1447.988492] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1447.988652] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1447.988831] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1447.988971] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1447.989129] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1447.989333] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1447.989492] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1447.989775] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1447.989848] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1447.990032] env[62127]: DEBUG nova.virt.hardware [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1447.990893] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Created linked-clone VM from snapshot [ 1447.994835] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8723e5c-b222-42eb-8ee8-2dae4ffb4dba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.998368] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eaf75f-807f-407b-99d0-3f66355df5f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.009690] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea17644-a032-4b53-a858-593c40d91fe0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.014326] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Uploading image 16e7384e-7b93-4bfa-883c-dd9bfb307a87 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1448.037258] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1448.037258] env[62127]: value = "vm-360624" [ 1448.037258] env[62127]: _type = "VirtualMachine" [ 1448.037258] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1448.041340] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1d39ceb2-2b8e-4a30-9110-b24b5e096654 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.049077] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease: (returnval){ [ 1448.049077] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5224c4d7-2e9f-9057-368d-80aaf54b202a" [ 1448.049077] env[62127]: _type = "HttpNfcLease" [ 1448.049077] env[62127]: } obtained for exporting VM: (result){ [ 1448.049077] env[62127]: value = "vm-360624" [ 1448.049077] env[62127]: _type = "VirtualMachine" [ 1448.049077] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1448.049872] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the lease: (returnval){ [ 1448.049872] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5224c4d7-2e9f-9057-368d-80aaf54b202a" [ 1448.049872] env[62127]: _type = "HttpNfcLease" [ 1448.049872] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1448.061776] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1448.061776] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5224c4d7-2e9f-9057-368d-80aaf54b202a" [ 1448.061776] env[62127]: _type = "HttpNfcLease" [ 1448.061776] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1448.064019] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1448.064263] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1448.064394] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1448.064588] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1448.064739] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1448.064892] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1448.065105] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1448.065275] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1448.065438] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1448.065626] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1448.065802] env[62127]: DEBUG nova.virt.hardware [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1448.066646] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0074be3e-bff9-4d6d-8fcc-c8828698a9f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.075411] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8980131-e306-4bf2-a18c-36fd8430172e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.090359] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:d2:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06347c26-f1c0-4250-b442-f7726f5f95c6', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.097762] env[62127]: DEBUG oslo.service.loopingcall [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.098064] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.098290] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90d93865-23db-4fd3-b7a1-4b5d05f93169 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.119218] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.119218] env[62127]: value = "task-1733183" [ 1448.119218] env[62127]: _type = "Task" [ 1448.119218] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.128990] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733183, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.214444] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "refresh_cache-ac99c437-86a4-4f62-926c-e1d06db7589a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1448.214960] env[62127]: DEBUG nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Instance network_info: |[{"id": "0f1f780e-7679-4d98-9160-ccf4a7f8e393", "address": "fa:16:3e:91:46:46", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1f780e-76", "ovs_interfaceid": "0f1f780e-7679-4d98-9160-ccf4a7f8e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1448.215502] env[62127]: DEBUG oslo_concurrency.lockutils [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] Acquired lock "refresh_cache-ac99c437-86a4-4f62-926c-e1d06db7589a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.215753] env[62127]: DEBUG nova.network.neutron [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Refreshing network info cache for port 0f1f780e-7679-4d98-9160-ccf4a7f8e393 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1448.217423] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:46:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0f1f780e-7679-4d98-9160-ccf4a7f8e393', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1448.226889] env[62127]: DEBUG oslo.service.loopingcall [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1448.228059] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1448.228302] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33993e5b-c9cd-40bc-8c24-a83e9401cd9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.249456] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1448.249456] env[62127]: value = "task-1733184" [ 1448.249456] env[62127]: _type = "Task" [ 1448.249456] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.258714] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733184, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.376017] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733181, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0693} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.376017] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1448.376017] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1beeef48-17d0-475d-b6df-5e9d97fe8eaf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.420196] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda/dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1448.420486] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-366716aa-8a29-457b-8f51-a6cb34843a1b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.459768] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: b0681af5-fe44-4dc1-9939-fcb24d26084c] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1448.467147] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1448.467147] env[62127]: value = "task-1733185" [ 1448.467147] env[62127]: _type = "Task" [ 1448.467147] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.490628] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733185, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.502046] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.591s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.509915] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.425s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.512671] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.519543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.917s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.519973] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1448.526251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.636s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1448.526508] env[62127]: DEBUG nova.objects.instance [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1448.564062] env[62127]: DEBUG nova.network.neutron [-] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.567827] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1448.567827] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5224c4d7-2e9f-9057-368d-80aaf54b202a" [ 1448.567827] env[62127]: _type = "HttpNfcLease" [ 1448.567827] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1448.568385] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1448.568385] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5224c4d7-2e9f-9057-368d-80aaf54b202a" [ 1448.568385] env[62127]: _type = "HttpNfcLease" [ 1448.568385] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1448.570499] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4019222-ef8a-49e6-80e7-98f3c1c8b724 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.587029] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521128b9-92bc-bc3a-45ff-96f9304c7ab2/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1448.587029] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521128b9-92bc-bc3a-45ff-96f9304c7ab2/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1448.646507] env[62127]: INFO nova.scheduler.client.report [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Deleted allocations for instance 56dd5354-066e-4da8-8d9b-82c417a89b2f [ 1448.655023] env[62127]: INFO nova.scheduler.client.report [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Deleted allocations for instance cb1bba98-24b6-443d-92c9-59640cf53754 [ 1448.664395] env[62127]: DEBUG nova.network.neutron [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Successfully updated port: 3b941775-8dad-4976-95e5-5d5224b467f5 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1448.672819] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733183, 'name': CreateVM_Task, 'duration_secs': 0.440789} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.673047] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.673946] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.674139] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.674532] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1448.674794] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e625a1a-258c-4d16-a173-553975ca492a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.681491] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1448.681491] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5259473c-2dba-bd57-00e4-5f0a9de9431a" [ 1448.681491] env[62127]: _type = "Task" [ 1448.681491] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.691604] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5259473c-2dba-bd57-00e4-5f0a9de9431a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.698117] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ecc38356-8146-4c33-a5fa-911a0e7e7664 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.761110] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733184, 'name': CreateVM_Task, 'duration_secs': 0.441733} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.761110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1448.761110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1448.968180] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8803ecc6-1ec3-44ae-ad17-5e84887a28c6] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1448.980306] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733185, 'name': ReconfigVM_Task, 'duration_secs': 0.362731} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.983018] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Reconfigured VM instance instance-00000037 to attach disk [datastore1] dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda/dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1448.983018] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-959066cd-4455-4f73-852f-1921d4b671c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.990945] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1448.990945] env[62127]: value = "task-1733186" [ 1448.990945] env[62127]: _type = "Task" [ 1448.990945] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.000232] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733186, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.001942] env[62127]: DEBUG nova.network.neutron [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Updated VIF entry in instance network info cache for port 0f1f780e-7679-4d98-9160-ccf4a7f8e393. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1449.002288] env[62127]: DEBUG nova.network.neutron [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Updating instance_info_cache with network_info: [{"id": "0f1f780e-7679-4d98-9160-ccf4a7f8e393", "address": "fa:16:3e:91:46:46", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0f1f780e-76", "ovs_interfaceid": "0f1f780e-7679-4d98-9160-ccf4a7f8e393", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.068652] env[62127]: INFO nova.compute.manager [-] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Took 1.24 seconds to deallocate network for instance. [ 1449.109434] env[62127]: INFO nova.scheduler.client.report [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Deleted allocation for migration e0f38603-720f-4be1-8884-e388ecfed9f2 [ 1449.156514] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9265badf-c7c9-4c1c-8aef-8d958f7f19fe tempest-ServersTestJSON-293698842 tempest-ServersTestJSON-293698842-project-member] Lock "56dd5354-066e-4da8-8d9b-82c417a89b2f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.095s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.169468] env[62127]: DEBUG oslo_concurrency.lockutils [None req-76eae6bf-3579-4473-8e18-166fb5ab2ab5 tempest-SecurityGroupsTestJSON-1959020229 tempest-SecurityGroupsTestJSON-1959020229-project-member] Lock "cb1bba98-24b6-443d-92c9-59640cf53754" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.183s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.174554] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "refresh_cache-631015b4-46f0-4487-9618-fa6d79c8d1b0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.174554] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "refresh_cache-631015b4-46f0-4487-9618-fa6d79c8d1b0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.174554] env[62127]: DEBUG nova.network.neutron [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1449.196211] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5259473c-2dba-bd57-00e4-5f0a9de9431a, 'name': SearchDatastore_Task, 'duration_secs': 0.010835} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.196730] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.197100] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.197319] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.197587] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.197829] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.198172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.198574] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1449.198917] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-997cc5ec-13d8-47f2-93c0-4196c60aba64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.200936] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77472f79-be29-4f26-b90a-e83642de222c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.208469] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1449.208469] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d37221-ae95-52f8-388f-23e2b53f4005" [ 1449.208469] env[62127]: _type = "Task" [ 1449.208469] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.213474] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.213810] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.216114] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95a8df14-5ffa-4297-afef-c5029dd9ecf9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.224118] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d37221-ae95-52f8-388f-23e2b53f4005, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.224789] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.225066] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1449.225285] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.228323] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1449.228323] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524592f4-abb3-98d6-fa23-4f2b54596cce" [ 1449.228323] env[62127]: _type = "Task" [ 1449.228323] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.237712] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524592f4-abb3-98d6-fa23-4f2b54596cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.468658] env[62127]: DEBUG nova.compute.manager [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Received event network-vif-deleted-3bf6a597-805d-46f8-ad68-44c81ca35154 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1449.469226] env[62127]: DEBUG nova.compute.manager [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Received event network-vif-plugged-3b941775-8dad-4976-95e5-5d5224b467f5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1449.469434] env[62127]: DEBUG oslo_concurrency.lockutils [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] Acquiring lock "631015b4-46f0-4487-9618-fa6d79c8d1b0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.469760] env[62127]: DEBUG oslo_concurrency.lockutils [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.469859] env[62127]: DEBUG oslo_concurrency.lockutils [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.470103] env[62127]: DEBUG nova.compute.manager [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] No waiting events found dispatching network-vif-plugged-3b941775-8dad-4976-95e5-5d5224b467f5 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1449.470332] env[62127]: WARNING nova.compute.manager [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Received unexpected event network-vif-plugged-3b941775-8dad-4976-95e5-5d5224b467f5 for instance with vm_state building and task_state spawning. [ 1449.470694] env[62127]: DEBUG nova.compute.manager [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Received event network-changed-3b941775-8dad-4976-95e5-5d5224b467f5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1449.470898] env[62127]: DEBUG nova.compute.manager [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Refreshing instance network info cache due to event network-changed-3b941775-8dad-4976-95e5-5d5224b467f5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1449.471392] env[62127]: DEBUG oslo_concurrency.lockutils [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] Acquiring lock "refresh_cache-631015b4-46f0-4487-9618-fa6d79c8d1b0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1449.475307] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 12cd5513-01c6-4bd2-9f14-0bf3f14f666c] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1449.503493] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733186, 'name': Rename_Task, 'duration_secs': 0.172042} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.503493] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1449.503493] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fcd28a2b-cb95-4d98-a22a-531e026c0409 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.505448] env[62127]: DEBUG oslo_concurrency.lockutils [req-193f517d-ec78-4f9f-876d-408d45f34187 req-49c0cc64-be11-480e-a904-ce660cb9b8c8 service nova] Releasing lock "refresh_cache-ac99c437-86a4-4f62-926c-e1d06db7589a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.513818] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1449.513818] env[62127]: value = "task-1733187" [ 1449.513818] env[62127]: _type = "Task" [ 1449.513818] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.525419] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733187, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.548092] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e52d1ec5-2916-4b8a-96e4-342e10773f2c tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.550833] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.082s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.553381] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.004s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.555619] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.226s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.555861] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.559879] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.761s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1449.563794] env[62127]: INFO nova.compute.claims [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1449.579253] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1449.609638] env[62127]: INFO nova.scheduler.client.report [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Deleted allocations for instance f6946b54-42e7-4df2-896b-8cad25dea261 [ 1449.614706] env[62127]: INFO nova.scheduler.client.report [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Deleted allocations for instance b30f2b92-f013-46f0-9b31-d4b96dc23c76 [ 1449.618168] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e88d7648-55e0-4e92-8cd5-fd933d7410c2 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.496s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1449.741955] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524592f4-abb3-98d6-fa23-4f2b54596cce, 'name': SearchDatastore_Task, 'duration_secs': 0.009805} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.742885] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14e3edff-df50-4998-ab87-f4261c755377 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.749348] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1449.749348] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52aa64ab-529b-e758-4f67-d755b9fa2030" [ 1449.749348] env[62127]: _type = "Task" [ 1449.749348] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.754399] env[62127]: DEBUG nova.network.neutron [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1449.762662] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52aa64ab-529b-e758-4f67-d755b9fa2030, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.762852] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1449.763268] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1449.763668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.763895] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1449.764174] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3ff8989a-a8ee-40e5-9f42-0de8f1d14309 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.766269] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49e6dfd5-3db5-467a-a7ec-2c6d7e6f86a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.775152] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1449.775152] env[62127]: value = "task-1733188" [ 1449.775152] env[62127]: _type = "Task" [ 1449.775152] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.779626] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1449.779876] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1449.781491] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bacdca2d-0b21-45f9-9ec3-63cc119f1f5e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.786610] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.793137] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1449.793137] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524403fc-ef0b-2a4d-c7b8-b8b6a7072f02" [ 1449.793137] env[62127]: _type = "Task" [ 1449.793137] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.803421] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524403fc-ef0b-2a4d-c7b8-b8b6a7072f02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.979369] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 271a9646-4243-4064-9c16-817beba6fcc9] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.027583] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.090302] env[62127]: DEBUG nova.network.neutron [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Updating instance_info_cache with network_info: [{"id": "3b941775-8dad-4976-95e5-5d5224b467f5", "address": "fa:16:3e:f5:73:8c", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b941775-8d", "ovs_interfaceid": "3b941775-8dad-4976-95e5-5d5224b467f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1450.121608] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1a8f1d5d-8aac-41f3-b7e8-17d484f509e4 tempest-InstanceActionsTestJSON-1059718306 tempest-InstanceActionsTestJSON-1059718306-project-member] Lock "f6946b54-42e7-4df2-896b-8cad25dea261" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.829s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.126653] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c312f054-85a0-4d56-903e-b3079229f54c tempest-ServersTestBootFromVolume-1442058212 tempest-ServersTestBootFromVolume-1442058212-project-member] Lock "b30f2b92-f013-46f0-9b31-d4b96dc23c76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.864s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1450.293827] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733188, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.305584] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524403fc-ef0b-2a4d-c7b8-b8b6a7072f02, 'name': SearchDatastore_Task, 'duration_secs': 0.010288} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.306622] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-278a2e28-9849-42f7-8842-520bb97e73d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.314167] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1450.314167] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527b4d84-2d09-9af2-7edf-10fb38123dee" [ 1450.314167] env[62127]: _type = "Task" [ 1450.314167] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.326238] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527b4d84-2d09-9af2-7edf-10fb38123dee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.483789] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ba3913b8-fc13-46ae-9b0b-729f32e761c7] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1450.530516] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733187, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.593270] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "refresh_cache-631015b4-46f0-4487-9618-fa6d79c8d1b0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.593670] env[62127]: DEBUG nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Instance network_info: |[{"id": "3b941775-8dad-4976-95e5-5d5224b467f5", "address": "fa:16:3e:f5:73:8c", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b941775-8d", "ovs_interfaceid": "3b941775-8dad-4976-95e5-5d5224b467f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1450.594049] env[62127]: DEBUG oslo_concurrency.lockutils [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] Acquired lock "refresh_cache-631015b4-46f0-4487-9618-fa6d79c8d1b0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.594248] env[62127]: DEBUG nova.network.neutron [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Refreshing network info cache for port 3b941775-8dad-4976-95e5-5d5224b467f5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1450.595829] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:73:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ec763be6-4041-4651-8fd7-3820cf0ab86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3b941775-8dad-4976-95e5-5d5224b467f5', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1450.606369] env[62127]: DEBUG oslo.service.loopingcall [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1450.607624] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1450.607895] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c95d1ca-b663-42da-86b0-da5db6ce30db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.636104] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1450.636104] env[62127]: value = "task-1733189" [ 1450.636104] env[62127]: _type = "Task" [ 1450.636104] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.646857] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733189, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.790452] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.815118} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.791024] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1450.791642] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1450.792075] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2ab68c8d-3b22-4301-bf5a-6e486d8c06e5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.802278] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1450.802278] env[62127]: value = "task-1733190" [ 1450.802278] env[62127]: _type = "Task" [ 1450.802278] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.821137] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.835178] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527b4d84-2d09-9af2-7edf-10fb38123dee, 'name': SearchDatastore_Task, 'duration_secs': 0.059708} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.835924] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1450.836325] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ac99c437-86a4-4f62-926c-e1d06db7589a/ac99c437-86a4-4f62-926c-e1d06db7589a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1450.836577] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-23997f1c-8993-4329-a8b7-df0b43a6c296 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.845093] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1450.845093] env[62127]: value = "task-1733191" [ 1450.845093] env[62127]: _type = "Task" [ 1450.845093] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.861737] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733191, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.989385] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8b557f94-d200-4d69-b97f-a799b5f6b10b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1451.034102] env[62127]: DEBUG oslo_vmware.api [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733187, 'name': PowerOnVM_Task, 'duration_secs': 1.489457} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.034330] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1451.034776] env[62127]: INFO nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Took 8.22 seconds to spawn the instance on the hypervisor. [ 1451.035242] env[62127]: DEBUG nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1451.036919] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1082d248-3838-4f98-8065-715ef8ec461e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.102883] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ace599-4ea9-4399-8e3f-4eacd6158849 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.118044] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be660017-6665-4c06-9982-30e8d575aa4a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.168687] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd78844b-a1d8-46b8-ba64-4c7aeb8b2eaa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.182987] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733189, 'name': CreateVM_Task, 'duration_secs': 0.542629} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.185796] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1451.186768] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.186950] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.187388] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1451.189081] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd6e9bf-4df9-461e-bc32-488c23215697 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.193671] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3859bc82-cb9d-4d1e-b447-95ce7a01104a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.202277] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1451.202277] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ea1f6c-add0-a5a3-6fe8-6067b57aaf5b" [ 1451.202277] env[62127]: _type = "Task" [ 1451.202277] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.214409] env[62127]: DEBUG nova.compute.provider_tree [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.227968] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea1f6c-add0-a5a3-6fe8-6067b57aaf5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.323637] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114866} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.323991] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1451.325829] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f621dc90-3943-4675-852c-51e8d9fbd184 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.366839] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1451.374967] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8370e41a-9dc9-4747-9115-e5c595c88cab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.403949] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1451.403949] env[62127]: value = "task-1733192" [ 1451.403949] env[62127]: _type = "Task" [ 1451.403949] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.407452] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733191, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.422025] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733192, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.497011] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6ffb63f7-e9ba-43fc-a289-796552c5e84f] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1451.555378] env[62127]: INFO nova.compute.manager [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Took 44.28 seconds to build instance. [ 1451.727329] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea1f6c-add0-a5a3-6fe8-6067b57aaf5b, 'name': SearchDatastore_Task, 'duration_secs': 0.055942} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.727695] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1451.727969] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1451.728262] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1451.728526] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1451.728770] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1451.729087] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-344d27b2-2ce1-4821-951c-be17da7ab629 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.744185] env[62127]: ERROR nova.scheduler.client.report [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [req-71dba8d3-2092-4f24-a8d3-9803e5257201] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-71dba8d3-2092-4f24-a8d3-9803e5257201"}]} [ 1451.747720] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1451.747944] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1451.748752] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7037792d-1ec5-42c0-9ab3-128f5f1b09c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.755978] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1451.755978] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525ea57d-9935-7788-060e-397c4433bdf7" [ 1451.755978] env[62127]: _type = "Task" [ 1451.755978] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.764764] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525ea57d-9935-7788-060e-397c4433bdf7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.768898] env[62127]: DEBUG nova.scheduler.client.report [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1451.789109] env[62127]: DEBUG nova.scheduler.client.report [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1451.789442] env[62127]: DEBUG nova.compute.provider_tree [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1451.795274] env[62127]: DEBUG nova.network.neutron [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Updated VIF entry in instance network info cache for port 3b941775-8dad-4976-95e5-5d5224b467f5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1451.795752] env[62127]: DEBUG nova.network.neutron [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Updating instance_info_cache with network_info: [{"id": "3b941775-8dad-4976-95e5-5d5224b467f5", "address": "fa:16:3e:f5:73:8c", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3b941775-8d", "ovs_interfaceid": "3b941775-8dad-4976-95e5-5d5224b467f5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.804987] env[62127]: DEBUG nova.scheduler.client.report [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1451.843103] env[62127]: DEBUG nova.scheduler.client.report [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1451.864936] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733191, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.63342} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1451.865236] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ac99c437-86a4-4f62-926c-e1d06db7589a/ac99c437-86a4-4f62-926c-e1d06db7589a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1451.865463] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1451.866412] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48bc11f5-96e8-44cc-bafa-8faea6f28b4b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.879365] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1451.879365] env[62127]: value = "task-1733193" [ 1451.879365] env[62127]: _type = "Task" [ 1451.879365] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1451.892036] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733193, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1451.918675] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733192, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.000392] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ba1584e7-f56e-4c91-b39b-13af8d91cb1a] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1452.060246] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a7d13c0e-64fe-4960-a964-c615710ab239 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.801s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1452.268640] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525ea57d-9935-7788-060e-397c4433bdf7, 'name': SearchDatastore_Task, 'duration_secs': 0.022882} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.270899] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b05ce66-0f11-4cee-ac19-aadeb690adfd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.278048] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1452.278048] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527a5969-8ddf-cb5a-ac27-6fe57931e4f9" [ 1452.278048] env[62127]: _type = "Task" [ 1452.278048] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.279966] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ba2cef-b26b-4e65-9614-42607708f2a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.294930] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b2120b1-5e90-4d0b-aa18-f64d6e7eb190 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.298722] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527a5969-8ddf-cb5a-ac27-6fe57931e4f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.299269] env[62127]: DEBUG oslo_concurrency.lockutils [req-a013321d-81e3-4485-98bd-e6296506656c req-7db2c7f7-7c40-42df-a2d0-88f92dd86f5c service nova] Releasing lock "refresh_cache-631015b4-46f0-4487-9618-fa6d79c8d1b0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.335385] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efcfbc3e-07d3-41b2-8818-7a4fd03dd002 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.344567] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f108155a-656b-4969-8dc0-a1ffc8253538 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.362268] env[62127]: DEBUG nova.compute.provider_tree [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.390219] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733193, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10576} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.390504] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1452.391388] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44b1df7-8f2e-4c74-bfa3-d48d34dea8c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.418059] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] ac99c437-86a4-4f62-926c-e1d06db7589a/ac99c437-86a4-4f62-926c-e1d06db7589a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1452.418853] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7855bcc-77f1-49b8-a7a0-0ed330183cc3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.442696] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733192, 'name': ReconfigVM_Task, 'duration_secs': 0.612389} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.444257] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Reconfigured VM instance instance-00000036 to attach disk [datastore1] ee71b71e-d577-4705-9731-250f85cacb27/ee71b71e-d577-4705-9731-250f85cacb27.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.444996] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1452.444996] env[62127]: value = "task-1733194" [ 1452.444996] env[62127]: _type = "Task" [ 1452.444996] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.445427] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a478e45-c3e4-4cce-8ce4-c5dd1c2a168d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.457058] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.459659] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1452.459659] env[62127]: value = "task-1733195" [ 1452.459659] env[62127]: _type = "Task" [ 1452.459659] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.469716] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733195, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.506458] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 155f172d-43df-4a99-9e15-c2f506cf2992] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1452.795045] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527a5969-8ddf-cb5a-ac27-6fe57931e4f9, 'name': SearchDatastore_Task, 'duration_secs': 0.018415} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.795389] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1452.796377] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 631015b4-46f0-4487-9618-fa6d79c8d1b0/631015b4-46f0-4487-9618-fa6d79c8d1b0.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1452.796775] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ce39bdf-8d63-412e-b123-1fd733c0d745 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.805677] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1452.805677] env[62127]: value = "task-1733196" [ 1452.805677] env[62127]: _type = "Task" [ 1452.805677] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.819636] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.866090] env[62127]: DEBUG nova.scheduler.client.report [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1452.960017] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733194, 'name': ReconfigVM_Task, 'duration_secs': 0.449313} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.960485] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Reconfigured VM instance instance-00000038 to attach disk [datastore1] ac99c437-86a4-4f62-926c-e1d06db7589a/ac99c437-86a4-4f62-926c-e1d06db7589a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1452.964501] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5537dea9-509c-4183-8f43-dfacfad32b1c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.974869] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733195, 'name': Rename_Task, 'duration_secs': 0.264253} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1452.976485] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1452.976838] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1452.976838] env[62127]: value = "task-1733197" [ 1452.976838] env[62127]: _type = "Task" [ 1452.976838] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1452.977469] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3c3ae6aa-0837-45bd-ba2c-45e4736798cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.992852] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733197, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1452.994566] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1452.994566] env[62127]: value = "task-1733198" [ 1452.994566] env[62127]: _type = "Task" [ 1452.994566] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.006078] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733198, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.010704] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 659eaab2-d81a-4125-85c5-1c162698c066] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.322125] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733196, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.372746] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.813s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.373356] env[62127]: DEBUG nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1453.376321] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.913s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.376565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.379766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.641s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.380020] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.382288] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.964s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.382497] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.385667] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.128s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.385918] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.388812] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.972s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.389329] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.391912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.229s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.393800] env[62127]: INFO nova.compute.claims [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1453.421167] env[62127]: INFO nova.scheduler.client.report [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted allocations for instance df6d0d42-655c-4b50-8475-98e233563176 [ 1453.435225] env[62127]: INFO nova.scheduler.client.report [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted allocations for instance 581283b5-aeca-4ca3-a0a9-a04fdb9c2157 [ 1453.447771] env[62127]: INFO nova.scheduler.client.report [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Deleted allocations for instance 49d54fac-78b3-4034-85dc-10a9fb7b7df5 [ 1453.464022] env[62127]: INFO nova.scheduler.client.report [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted allocations for instance 7f259955-1a02-4e36-8153-3de6dee286c3 [ 1453.474385] env[62127]: INFO nova.scheduler.client.report [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted allocations for instance 422eb907-be7f-475f-9e01-cfc5c3997193 [ 1453.491017] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733197, 'name': Rename_Task, 'duration_secs': 0.212026} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.492156] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1453.492543] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0433a9a-ceee-4f89-95f1-92c4d32208e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.502016] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1453.502016] env[62127]: value = "task-1733199" [ 1453.502016] env[62127]: _type = "Task" [ 1453.502016] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.510278] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.519639] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1e2bba5b-b827-4a1f-b94b-b27fa70d0e1d] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1453.521156] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.826365] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.647418} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1453.828147] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 631015b4-46f0-4487-9618-fa6d79c8d1b0/631015b4-46f0-4487-9618-fa6d79c8d1b0.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1453.828516] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1453.832234] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-16e35398-507c-49da-8f19-e96481faa53b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.838095] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "14175f81-3936-40f0-a47a-93a5cce2fdaa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1453.838371] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1453.849852] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1453.849852] env[62127]: value = "task-1733200" [ 1453.849852] env[62127]: _type = "Task" [ 1453.849852] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1453.866983] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1453.900089] env[62127]: DEBUG nova.compute.utils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1453.906815] env[62127]: DEBUG nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1453.910166] env[62127]: DEBUG nova.network.neutron [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1453.944470] env[62127]: DEBUG oslo_concurrency.lockutils [None req-152c6586-13cd-4d29-8b66-796a6322c6cb tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "df6d0d42-655c-4b50-8475-98e233563176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.243s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.948675] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0ae50ce-0950-4700-8b10-f4c6908c19e9 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "581283b5-aeca-4ca3-a0a9-a04fdb9c2157" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.211s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.958098] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c8dd5b33-23f8-4ab0-be87-cfa50b4e0950 tempest-ServersTestManualDisk-1177162427 tempest-ServersTestManualDisk-1177162427-project-member] Lock "49d54fac-78b3-4034-85dc-10a9fb7b7df5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.100s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.977392] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0439c309-7857-4862-b456-ba3ab01cafc2 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "7f259955-1a02-4e36-8153-3de6dee286c3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.018s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.985226] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1153ec31-bac6-4b1c-bbab-4c4215b581d6 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "422eb907-be7f-475f-9e01-cfc5c3997193" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.037s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1453.995928] env[62127]: DEBUG nova.policy [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f67dfbf7ea4dbc8ac8f457176e1ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436b211dd06e4f9fa73844f594738afb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1454.019929] env[62127]: DEBUG oslo_vmware.api [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733198, 'name': PowerOnVM_Task, 'duration_secs': 0.914797} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.024214] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.024444] env[62127]: DEBUG nova.compute.manager [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1454.024889] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 459bb8b2-be29-4a2e-a7a1-9060a18219be] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1454.027385] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733199, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.028102] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed62133-9f0b-4bba-817e-ad2678201c19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.039197] env[62127]: WARNING oslo_messaging._drivers.amqpdriver [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 1454.342713] env[62127]: DEBUG nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1454.367480] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.141902} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.367734] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1454.368805] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ea4907b-2b55-435b-843b-7c41c74d0932 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.400686] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 631015b4-46f0-4487-9618-fa6d79c8d1b0/631015b4-46f0-4487-9618-fa6d79c8d1b0.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1454.401217] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.401461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.401763] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.401997] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1454.402359] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1454.403920] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72908f11-cede-465c-943c-337c9265fac5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.421459] env[62127]: INFO nova.compute.manager [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Terminating instance [ 1454.423215] env[62127]: DEBUG nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1454.431764] env[62127]: DEBUG nova.compute.manager [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1454.431764] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1454.432936] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b305781-df55-4039-bf40-638556937326 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.440182] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1454.440182] env[62127]: value = "task-1733201" [ 1454.440182] env[62127]: _type = "Task" [ 1454.440182] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.446968] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.446968] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a68ccd0-ce98-4c07-a722-05d7420fa6b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.452139] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.454018] env[62127]: DEBUG oslo_vmware.api [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1454.454018] env[62127]: value = "task-1733202" [ 1454.454018] env[62127]: _type = "Task" [ 1454.454018] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.467279] env[62127]: DEBUG oslo_vmware.api [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733202, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.522406] env[62127]: DEBUG oslo_vmware.api [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733199, 'name': PowerOnVM_Task, 'duration_secs': 0.771966} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.522406] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1454.522406] env[62127]: INFO nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1454.522406] env[62127]: DEBUG nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1454.522406] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d03225-b992-41c6-bc45-b0b7046eaa28 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.529343] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1454.530154] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances with incomplete migration {{(pid=62127) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1454.557213] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.610228] env[62127]: DEBUG nova.network.neutron [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Successfully created port: cff06d45-ebee-46eb-94a3-0b58ba087959 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1454.859539] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8666c2a7-7e88-4b97-9890-88d7ebca5247 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.869318] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb18a36e-ad6c-4f16-b99a-1116f7c31dfc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.874232] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1454.906445] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb044c6-3731-47c7-9b6b-b057b40603a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.915906] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324f9311-aa2e-42ae-8562-ddb792c41c2e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.931177] env[62127]: DEBUG nova.compute.provider_tree [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1454.953950] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.964821] env[62127]: DEBUG oslo_vmware.api [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733202, 'name': PowerOffVM_Task, 'duration_secs': 0.389046} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1454.965126] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1454.965299] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1454.965576] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b69b533f-2f3f-4f2f-8232-3509e817bdf7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.034615] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1455.061860] env[62127]: INFO nova.compute.manager [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Took 47.28 seconds to build instance. [ 1455.195872] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "00276585-cd8e-4a07-a072-e4c3f1bbe134" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.196149] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.216376] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1455.217154] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1455.217608] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleting the datastore file [datastore1] 29592c2d-d44d-4ca1-be06-ae96a1261f1b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1455.218650] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-78dded33-3346-4b43-9770-82b2bf1d2464 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.227951] env[62127]: DEBUG oslo_vmware.api [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1455.227951] env[62127]: value = "task-1733204" [ 1455.227951] env[62127]: _type = "Task" [ 1455.227951] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.246588] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1455.246907] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1455.248526] env[62127]: DEBUG oslo_vmware.api [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733204, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.444105] env[62127]: DEBUG nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1455.454555] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733201, 'name': ReconfigVM_Task, 'duration_secs': 0.623883} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.455242] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 631015b4-46f0-4487-9618-fa6d79c8d1b0/631015b4-46f0-4487-9618-fa6d79c8d1b0.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1455.456258] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8184950-3f21-4873-ac8d-1638bc108b13 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.464110] env[62127]: ERROR nova.scheduler.client.report [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [req-c53e9fff-fcfc-4bba-8350-fe02456837c4] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c53e9fff-fcfc-4bba-8350-fe02456837c4"}]} [ 1455.467563] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1455.467563] env[62127]: value = "task-1733205" [ 1455.467563] env[62127]: _type = "Task" [ 1455.467563] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.479481] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733205, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.483108] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1455.483108] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1455.483108] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.483108] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1455.483108] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.487027] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1455.487027] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1455.487027] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1455.487027] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1455.487027] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1455.487027] env[62127]: DEBUG nova.virt.hardware [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1455.487027] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e503b8e-a4d3-48c9-aeeb-e1180cd61ee1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.496919] env[62127]: DEBUG nova.scheduler.client.report [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1455.500245] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bb30bdd-5c79-405d-bedb-dedee045fc75 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.521371] env[62127]: DEBUG nova.scheduler.client.report [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1455.521767] env[62127]: DEBUG nova.compute.provider_tree [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1455.537961] env[62127]: DEBUG nova.scheduler.client.report [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1455.566036] env[62127]: DEBUG nova.scheduler.client.report [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1455.568764] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ad5defa5-eb48-476e-a9d0-4740c561b758 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.810s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1455.704547] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1455.744186] env[62127]: DEBUG oslo_vmware.api [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733204, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.319226} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.744448] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1455.744634] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1455.744807] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1455.744983] env[62127]: INFO nova.compute.manager [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1455.745355] env[62127]: DEBUG oslo.service.loopingcall [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1455.745569] env[62127]: DEBUG nova.compute.manager [-] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1455.745569] env[62127]: DEBUG nova.network.neutron [-] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1455.750581] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1455.947396] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cea118-cad3-4898-9d25-ecef24c53e32 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.957618] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baaaa2b0-9364-4df3-92ad-facb462eb6b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.997153] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158e4d4-b3c1-48c7-9959-8448da6bfc30 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.009254] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1c7380-a045-4297-9c88-86342f7d18ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.013117] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733205, 'name': Rename_Task, 'duration_secs': 0.239216} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.013402] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1456.014124] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f86e5c1-c6d9-41bb-8e26-808536ab2cfa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.027312] env[62127]: DEBUG nova.compute.provider_tree [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1456.030073] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1456.030073] env[62127]: value = "task-1733206" [ 1456.030073] env[62127]: _type = "Task" [ 1456.030073] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.040339] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733206, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.238150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.273214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.316430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "ee71b71e-d577-4705-9731-250f85cacb27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.316707] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "ee71b71e-d577-4705-9731-250f85cacb27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.316945] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "ee71b71e-d577-4705-9731-250f85cacb27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1456.317143] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "ee71b71e-d577-4705-9731-250f85cacb27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1456.317312] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "ee71b71e-d577-4705-9731-250f85cacb27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1456.319739] env[62127]: INFO nova.compute.manager [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Terminating instance [ 1456.321499] env[62127]: DEBUG nova.compute.manager [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1456.321668] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1456.322845] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53671e22-2efe-48a6-a867-1bddd1062282 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.333785] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1456.334062] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390059f6-ab05-4d32-a0a4-bebe719a173f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.343921] env[62127]: DEBUG oslo_vmware.api [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1456.343921] env[62127]: value = "task-1733207" [ 1456.343921] env[62127]: _type = "Task" [ 1456.343921] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.356774] env[62127]: DEBUG oslo_vmware.api [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.527455] env[62127]: DEBUG nova.compute.manager [req-cb54ee84-c229-42b3-80c7-8053a17a4a41 req-9ef27d1d-f4e5-48a5-b480-4c2fe672e525 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Received event network-vif-deleted-b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1456.527792] env[62127]: INFO nova.compute.manager [req-cb54ee84-c229-42b3-80c7-8053a17a4a41 req-9ef27d1d-f4e5-48a5-b480-4c2fe672e525 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Neutron deleted interface b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37; detaching it from the instance and deleting it from the info cache [ 1456.527977] env[62127]: DEBUG nova.network.neutron [req-cb54ee84-c229-42b3-80c7-8053a17a4a41 req-9ef27d1d-f4e5-48a5-b480-4c2fe672e525 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.531874] env[62127]: DEBUG nova.scheduler.client.report [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1456.547866] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733206, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.802972] env[62127]: DEBUG nova.network.neutron [-] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1456.857877] env[62127]: DEBUG oslo_vmware.api [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733207, 'name': PowerOffVM_Task, 'duration_secs': 0.288323} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.858310] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1456.859208] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1456.859548] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0539be53-bc9b-4fd1-85eb-3d53cc875363 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.958252] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1456.958252] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1456.958252] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleting the datastore file [datastore1] ee71b71e-d577-4705-9731-250f85cacb27 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1456.958252] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-180cd463-aa9b-44c0-9c13-60b38bdc7ee9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.966847] env[62127]: DEBUG oslo_vmware.api [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1456.966847] env[62127]: value = "task-1733209" [ 1456.966847] env[62127]: _type = "Task" [ 1456.966847] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.979528] env[62127]: DEBUG oslo_vmware.api [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733209, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.031531] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4de93313-28c0-40bd-b49c-9821e5930956 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.037677] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.646s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.038808] env[62127]: DEBUG nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1457.047272] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.496s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.047572] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.052038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.361s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.052038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.053358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.347s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.053666] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.058539] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.132s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.058539] env[62127]: DEBUG nova.objects.instance [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lazy-loading 'resources' on Instance uuid d591f72b-9e96-460a-ae62-8b603a349f41 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1457.071621] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffd90df-6bd1-4e22-9da2-e57cbd22c634 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.103482] env[62127]: DEBUG oslo_vmware.api [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733206, 'name': PowerOnVM_Task, 'duration_secs': 0.800173} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.103796] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1457.104010] env[62127]: INFO nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Took 9.15 seconds to spawn the instance on the hypervisor. [ 1457.104242] env[62127]: DEBUG nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1457.105113] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29791e97-9ff2-4ca9-853d-26cd1e8c5313 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.122929] env[62127]: DEBUG nova.compute.manager [req-cb54ee84-c229-42b3-80c7-8053a17a4a41 req-9ef27d1d-f4e5-48a5-b480-4c2fe672e525 service nova] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Detach interface failed, port_id=b1b7273a-41cc-4eb6-8ada-01ed9c1ddf37, reason: Instance 29592c2d-d44d-4ca1-be06-ae96a1261f1b could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1457.272145] env[62127]: INFO nova.scheduler.client.report [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Deleted allocations for instance 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c [ 1457.276715] env[62127]: INFO nova.scheduler.client.report [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Deleted allocations for instance 27be6895-aead-4fa9-a821-b2c1128a721b [ 1457.296019] env[62127]: INFO nova.scheduler.client.report [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Deleted allocations for instance 92a365cf-c09f-494c-8205-6a0bd9fa0f25 [ 1457.304383] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521128b9-92bc-bc3a-45ff-96f9304c7ab2/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1457.305381] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da746edb-0334-4e9f-905e-7ebbe55bccba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.311492] env[62127]: INFO nova.compute.manager [-] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Took 1.57 seconds to deallocate network for instance. [ 1457.319215] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521128b9-92bc-bc3a-45ff-96f9304c7ab2/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1457.319400] env[62127]: ERROR oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521128b9-92bc-bc3a-45ff-96f9304c7ab2/disk-0.vmdk due to incomplete transfer. [ 1457.319868] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a2590e2c-ecee-4051-907c-85aa14d6832b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.329278] env[62127]: DEBUG oslo_vmware.rw_handles [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/521128b9-92bc-bc3a-45ff-96f9304c7ab2/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1457.329505] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Uploaded image 16e7384e-7b93-4bfa-883c-dd9bfb307a87 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1457.332450] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1457.332750] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2a167c23-e231-4170-a9d0-46054524d0c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.340995] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1457.340995] env[62127]: value = "task-1733210" [ 1457.340995] env[62127]: _type = "Task" [ 1457.340995] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.352270] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733210, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.399204] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.399594] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1457.480721] env[62127]: DEBUG oslo_vmware.api [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733209, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216415} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.480893] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1457.481099] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1457.481560] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1457.481711] env[62127]: INFO nova.compute.manager [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1457.481969] env[62127]: DEBUG oslo.service.loopingcall [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1457.482191] env[62127]: DEBUG nova.compute.manager [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1457.482287] env[62127]: DEBUG nova.network.neutron [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1457.497028] env[62127]: DEBUG nova.network.neutron [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Successfully updated port: cff06d45-ebee-46eb-94a3-0b58ba087959 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1457.539397] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.540281] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1457.540281] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1457.540419] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1457.560251] env[62127]: DEBUG nova.compute.utils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1457.562446] env[62127]: DEBUG nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1457.562623] env[62127]: DEBUG nova.network.neutron [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1457.652019] env[62127]: INFO nova.compute.manager [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Took 49.06 seconds to build instance. [ 1457.723912] env[62127]: DEBUG nova.policy [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1457.789559] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2e67c40-c981-4b85-b0a3-f2dc271d69f8 tempest-ServersAaction247Test-21191026 tempest-ServersAaction247Test-21191026-project-member] Lock "1cecadd5-02ea-4692-8cd4-789a2a2b0c1c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.910s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.800344] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dbf81e80-118e-4bc1-999e-411a859caf85 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "27be6895-aead-4fa9-a821-b2c1128a721b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.106s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.808477] env[62127]: DEBUG oslo_concurrency.lockutils [None req-843c274b-55e4-467f-a170-a3ef008491c1 tempest-AttachInterfacesUnderV243Test-1020320107 tempest-AttachInterfacesUnderV243Test-1020320107-project-member] Lock "92a365cf-c09f-494c-8205-6a0bd9fa0f25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.558s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1457.821482] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1457.861319] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733210, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.908397] env[62127]: DEBUG nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1457.956035] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83411b8-592b-4390-a8e7-5196e0d3fa59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.964354] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a142536c-eaa1-4828-a673-1680258a9d24 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.998546] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "refresh_cache-1eb07665-c344-42a5-9647-28943d05373b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1457.998546] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "refresh_cache-1eb07665-c344-42a5-9647-28943d05373b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1457.998546] env[62127]: DEBUG nova.network.neutron [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1457.999956] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-132853f4-7a40-4807-9e3d-f7b910f8f0b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.014569] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51382489-cd99-42fd-b2ea-14fbdaa7bdc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.034279] env[62127]: DEBUG nova.compute.provider_tree [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1458.047650] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Skipping network cache update for instance because it is being deleted. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1458.047942] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1458.048047] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1458.066772] env[62127]: DEBUG nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1458.156566] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d5bd8b1c-5eaa-4a03-a080-bf395122795f tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.964s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.171474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.171474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.171474] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1458.171474] env[62127]: DEBUG nova.objects.instance [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lazy-loading 'info_cache' on Instance uuid 4a71a883-4f0a-43bd-8426-ccd16617938b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1458.359291] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733210, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1458.449810] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.538166] env[62127]: DEBUG nova.scheduler.client.report [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1458.638383] env[62127]: DEBUG nova.network.neutron [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1458.694861] env[62127]: DEBUG nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Received event network-vif-plugged-cff06d45-ebee-46eb-94a3-0b58ba087959 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1458.695758] env[62127]: DEBUG oslo_concurrency.lockutils [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] Acquiring lock "1eb07665-c344-42a5-9647-28943d05373b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1458.696093] env[62127]: DEBUG oslo_concurrency.lockutils [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] Lock "1eb07665-c344-42a5-9647-28943d05373b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1458.696695] env[62127]: DEBUG oslo_concurrency.lockutils [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] Lock "1eb07665-c344-42a5-9647-28943d05373b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1458.696695] env[62127]: DEBUG nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] No waiting events found dispatching network-vif-plugged-cff06d45-ebee-46eb-94a3-0b58ba087959 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1458.696695] env[62127]: WARNING nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Received unexpected event network-vif-plugged-cff06d45-ebee-46eb-94a3-0b58ba087959 for instance with vm_state building and task_state spawning. [ 1458.696902] env[62127]: DEBUG nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Received event network-changed-cff06d45-ebee-46eb-94a3-0b58ba087959 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1458.697119] env[62127]: DEBUG nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Refreshing instance network info cache due to event network-changed-cff06d45-ebee-46eb-94a3-0b58ba087959. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1458.697310] env[62127]: DEBUG oslo_concurrency.lockutils [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] Acquiring lock "refresh_cache-1eb07665-c344-42a5-9647-28943d05373b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1458.842947] env[62127]: DEBUG nova.network.neutron [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1458.864279] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733210, 'name': Destroy_Task, 'duration_secs': 1.230539} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1458.865573] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Destroyed the VM [ 1458.865573] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1458.865752] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-502812f4-c432-4dcc-9f5b-f7b83d49a029 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1458.873390] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1458.873390] env[62127]: value = "task-1733212" [ 1458.873390] env[62127]: _type = "Task" [ 1458.873390] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1458.887159] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733212, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.045276] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.989s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.048744] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.472s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1459.049190] env[62127]: DEBUG nova.objects.instance [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lazy-loading 'resources' on Instance uuid 6db1bffe-6036-4138-938a-39f3d9c11636 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1459.083318] env[62127]: DEBUG nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1459.087321] env[62127]: INFO nova.scheduler.client.report [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Deleted allocations for instance d591f72b-9e96-460a-ae62-8b603a349f41 [ 1459.122620] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1459.123361] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1459.123789] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1459.124372] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1459.124963] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1459.124963] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1459.125905] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1459.125905] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1459.126298] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1459.127044] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1459.127427] env[62127]: DEBUG nova.virt.hardware [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1459.128798] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e0b2b56-9f6a-4743-bbe6-83e7042e7b68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.142501] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed9e622b-0174-4dc1-98f4-82854002f39b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.172997] env[62127]: DEBUG nova.network.neutron [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Successfully created port: b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1459.345035] env[62127]: INFO nova.compute.manager [-] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Took 1.86 seconds to deallocate network for instance. [ 1459.388695] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733212, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1459.429904] env[62127]: DEBUG nova.network.neutron [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Updating instance_info_cache with network_info: [{"id": "cff06d45-ebee-46eb-94a3-0b58ba087959", "address": "fa:16:3e:da:93:47", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff06d45-eb", "ovs_interfaceid": "cff06d45-ebee-46eb-94a3-0b58ba087959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1459.599234] env[62127]: DEBUG oslo_concurrency.lockutils [None req-be02732b-c9f6-4f81-afa4-3ada406ca274 tempest-ServerAddressesTestJSON-1500175833 tempest-ServerAddressesTestJSON-1500175833-project-member] Lock "d591f72b-9e96-460a-ae62-8b603a349f41" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.738s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1459.855613] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1459.892524] env[62127]: DEBUG oslo_vmware.api [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733212, 'name': RemoveSnapshot_Task, 'duration_secs': 0.734317} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1459.892829] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1459.893133] env[62127]: INFO nova.compute.manager [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Took 15.54 seconds to snapshot the instance on the hypervisor. [ 1459.897567] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55037254-8243-4160-919b-b6a9f9ae2be3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.906197] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d621b743-57d2-462b-a2a8-40e3744bbefb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.940899] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "refresh_cache-1eb07665-c344-42a5-9647-28943d05373b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1459.941575] env[62127]: DEBUG nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Instance network_info: |[{"id": "cff06d45-ebee-46eb-94a3-0b58ba087959", "address": "fa:16:3e:da:93:47", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff06d45-eb", "ovs_interfaceid": "cff06d45-ebee-46eb-94a3-0b58ba087959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1459.942526] env[62127]: DEBUG oslo_concurrency.lockutils [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] Acquired lock "refresh_cache-1eb07665-c344-42a5-9647-28943d05373b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.942721] env[62127]: DEBUG nova.network.neutron [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Refreshing network info cache for port cff06d45-ebee-46eb-94a3-0b58ba087959 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1459.947111] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:93:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cff06d45-ebee-46eb-94a3-0b58ba087959', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1459.955147] env[62127]: DEBUG oslo.service.loopingcall [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1459.955697] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7a007a-c17c-4ce9-b545-f364e3477ede {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.962332] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1459.962686] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-432ceb5c-c218-4f4c-811e-15117f9401e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.983569] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f94406-5fd7-4b36-b2f8-275d5cc826a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.988806] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1459.988806] env[62127]: value = "task-1733213" [ 1459.988806] env[62127]: _type = "Task" [ 1459.988806] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.000828] env[62127]: DEBUG nova.compute.provider_tree [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1460.008683] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733213, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.109454] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "6b032990-23de-4f82-871e-b8c658decee9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1460.111224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "6b032990-23de-4f82-871e-b8c658decee9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1460.468067] env[62127]: DEBUG nova.compute.manager [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Found 3 images (rotation: 2) {{(pid=62127) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4555}} [ 1460.469383] env[62127]: DEBUG nova.compute.manager [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Rotating out 1 backups {{(pid=62127) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4563}} [ 1460.469383] env[62127]: DEBUG nova.compute.manager [None req-f1f121c2-78ae-4222-9f02-00f544de54c2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleting image 1c97f05c-8166-403a-8b1b-a4e83712668f {{(pid=62127) _rotate_backups /opt/stack/nova/nova/compute/manager.py:4568}} [ 1460.505022] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733213, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.505022] env[62127]: DEBUG nova.scheduler.client.report [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1460.613948] env[62127]: DEBUG nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1461.003165] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733213, 'name': CreateVM_Task, 'duration_secs': 0.58046} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.003369] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1461.004083] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.004252] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.004699] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1461.007518] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ce6edbb-3898-4bd6-a1d6-10250142f3b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.010014] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.014623] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.455s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1461.014819] env[62127]: DEBUG nova.objects.instance [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1461.027804] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1461.027804] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52326e93-aa6f-c11d-f725-5fabdb73a8a4" [ 1461.027804] env[62127]: _type = "Task" [ 1461.027804] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.039399] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52326e93-aa6f-c11d-f725-5fabdb73a8a4, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.039716] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.039953] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1461.040209] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1461.040357] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1461.040671] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1461.040808] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c27e896-cc59-4365-a5af-e1a9fb474f2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.051256] env[62127]: INFO nova.scheduler.client.report [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleted allocations for instance 6db1bffe-6036-4138-938a-39f3d9c11636 [ 1461.053833] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1461.053969] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1461.058850] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3994a33b-51a5-45d9-808a-352f7dbf932e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.068891] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1461.068891] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528c8f3d-8de1-6080-7f03-41d193d310eb" [ 1461.068891] env[62127]: _type = "Task" [ 1461.068891] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.080088] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528c8f3d-8de1-6080-7f03-41d193d310eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.129250] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updating instance_info_cache with network_info: [{"id": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "address": "fa:16:3e:e5:b4:38", "network": {"id": "7de6da09-d37f-4063-b9d2-7cf41f688903", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-2017858722-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "92a2bb54d9d548cb9f63c322bd69684a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58cb3f68-e5", "ovs_interfaceid": "58cb3f68-e55f-48a6-b715-ebbd93d4ab16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.131993] env[62127]: DEBUG nova.network.neutron [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Updated VIF entry in instance network info cache for port cff06d45-ebee-46eb-94a3-0b58ba087959. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1461.133100] env[62127]: DEBUG nova.network.neutron [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Updating instance_info_cache with network_info: [{"id": "cff06d45-ebee-46eb-94a3-0b58ba087959", "address": "fa:16:3e:da:93:47", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcff06d45-eb", "ovs_interfaceid": "cff06d45-ebee-46eb-94a3-0b58ba087959", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.142284] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1461.567522] env[62127]: DEBUG oslo_concurrency.lockutils [None req-389606b4-2679-4d7d-8547-017b0bdb1dd3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "6db1bffe-6036-4138-938a-39f3d9c11636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.011s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1461.586954] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528c8f3d-8de1-6080-7f03-41d193d310eb, 'name': SearchDatastore_Task, 'duration_secs': 0.010971} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.592401] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8edb975-8278-42c7-81a0-a0deb8e359a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1461.598058] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1461.598058] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bcc563-9332-9423-1b1c-e1536adae177" [ 1461.598058] env[62127]: _type = "Task" [ 1461.598058] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1461.610687] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bcc563-9332-9423-1b1c-e1536adae177, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.636350] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-4a71a883-4f0a-43bd-8426-ccd16617938b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.636924] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1461.637686] env[62127]: DEBUG oslo_concurrency.lockutils [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] Releasing lock "refresh_cache-1eb07665-c344-42a5-9647-28943d05373b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1461.637940] env[62127]: DEBUG nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Received event network-vif-deleted-06347c26-f1c0-4250-b442-f7726f5f95c6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1461.638148] env[62127]: INFO nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Neutron deleted interface 06347c26-f1c0-4250-b442-f7726f5f95c6; detaching it from the instance and deleting it from the info cache [ 1461.638333] env[62127]: DEBUG nova.network.neutron [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1461.640762] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.644025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.644025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.644025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.644025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.644025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1461.644025] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1461.644025] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1462.032301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e27445b6-95be-46c9-b15c-32e8c39efe87 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.032301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.157s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.032996] env[62127]: INFO nova.compute.claims [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1462.111733] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bcc563-9332-9423-1b1c-e1536adae177, 'name': SearchDatastore_Task, 'duration_secs': 0.013847} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.112512] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1462.112512] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1eb07665-c344-42a5-9647-28943d05373b/1eb07665-c344-42a5-9647-28943d05373b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1462.113440] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e03da4d4-d633-4aae-8187-1dba4d7aa149 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.123661] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1462.123661] env[62127]: value = "task-1733214" [ 1462.123661] env[62127]: _type = "Task" [ 1462.123661] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.136438] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733214, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.142453] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3fc4e791-aa7d-402c-9821-6713944ea096 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.146304] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.156660] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad63221b-ca2e-4049-ac2f-bcfd3e8cc343 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.206691] env[62127]: DEBUG nova.compute.manager [req-8ae7675d-8319-45b1-9288-a264ceaee3b4 req-a0f34726-f0f0-44c0-b7b2-49ea9a6edcdc service nova] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Detach interface failed, port_id=06347c26-f1c0-4250-b442-f7726f5f95c6, reason: Instance ee71b71e-d577-4705-9731-250f85cacb27 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1462.422381] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.422843] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.422960] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1462.423272] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1462.423332] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1462.425799] env[62127]: INFO nova.compute.manager [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Terminating instance [ 1462.429726] env[62127]: DEBUG nova.compute.manager [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1462.430459] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1462.431439] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b073059-3e7d-4bb5-bcf3-5f3bd19c4dc3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.442989] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1462.443708] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7da8b6c7-f751-47f2-87aa-b3fdcc2accff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.453789] env[62127]: DEBUG oslo_vmware.api [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1462.453789] env[62127]: value = "task-1733215" [ 1462.453789] env[62127]: _type = "Task" [ 1462.453789] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1462.472975] env[62127]: DEBUG oslo_vmware.api [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733215, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.635816] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733214, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1462.690523] env[62127]: DEBUG nova.network.neutron [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Successfully updated port: b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.966615] env[62127]: DEBUG oslo_vmware.api [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733215, 'name': PowerOffVM_Task, 'duration_secs': 0.303643} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1462.966922] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1462.967217] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1462.967372] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-62f5cf25-2533-4543-9353-198cfac23c16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.093869] env[62127]: DEBUG nova.compute.manager [req-94e123fc-7089-42ab-9373-80a390fa1b7c req-54cb5ca1-7ba7-4040-b9f1-dfef8837fad1 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-vif-plugged-b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1463.093869] env[62127]: DEBUG oslo_concurrency.lockutils [req-94e123fc-7089-42ab-9373-80a390fa1b7c req-54cb5ca1-7ba7-4040-b9f1-dfef8837fad1 service nova] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.094206] env[62127]: DEBUG oslo_concurrency.lockutils [req-94e123fc-7089-42ab-9373-80a390fa1b7c req-54cb5ca1-7ba7-4040-b9f1-dfef8837fad1 service nova] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1463.094206] env[62127]: DEBUG oslo_concurrency.lockutils [req-94e123fc-7089-42ab-9373-80a390fa1b7c req-54cb5ca1-7ba7-4040-b9f1-dfef8837fad1 service nova] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1463.094268] env[62127]: DEBUG nova.compute.manager [req-94e123fc-7089-42ab-9373-80a390fa1b7c req-54cb5ca1-7ba7-4040-b9f1-dfef8837fad1 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] No waiting events found dispatching network-vif-plugged-b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1463.094430] env[62127]: WARNING nova.compute.manager [req-94e123fc-7089-42ab-9373-80a390fa1b7c req-54cb5ca1-7ba7-4040-b9f1-dfef8837fad1 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received unexpected event network-vif-plugged-b95266e0-c0fd-4f1d-9f17-d287b9e7315e for instance with vm_state building and task_state spawning. [ 1463.136704] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733214, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544283} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.138250] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1eb07665-c344-42a5-9647-28943d05373b/1eb07665-c344-42a5-9647-28943d05373b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1463.138584] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1463.142121] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a4b78c8-ca77-404d-88ec-d1922f8d0142 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.154667] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1463.154667] env[62127]: value = "task-1733217" [ 1463.154667] env[62127]: _type = "Task" [ 1463.154667] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.167716] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.199900] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1463.200087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1463.200606] env[62127]: DEBUG nova.network.neutron [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.473157] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20f0e52-e104-4c69-b211-02d042e30d77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.486118] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e52fb68-b701-41ba-b96f-8ced306829c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.528847] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382cb69d-949b-4fa8-a5a1-6c386713b119 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.544775] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d9af11-b961-4b16-b93d-146b94570434 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.565009] env[62127]: DEBUG nova.compute.provider_tree [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1463.672511] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.118553} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1463.673024] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1463.673651] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ec40048-19ca-4317-9915-7aea0ea917a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.708486] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] 1eb07665-c344-42a5-9647-28943d05373b/1eb07665-c344-42a5-9647-28943d05373b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1463.713910] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d953f58-c2c1-44d8-8b43-c9eec900fb84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1463.734399] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1463.734399] env[62127]: value = "task-1733218" [ 1463.734399] env[62127]: _type = "Task" [ 1463.734399] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1463.746151] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733218, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1463.804418] env[62127]: DEBUG nova.network.neutron [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.905471] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "2efabb10-ad80-4054-854f-677488cb911f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1463.905995] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "2efabb10-ad80-4054-854f-677488cb911f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1464.090350] env[62127]: ERROR nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [req-91d3fa04-2f92-4ba8-82fe-582c4f62eeb1] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-91d3fa04-2f92-4ba8-82fe-582c4f62eeb1"}]} [ 1464.114015] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1464.117127] env[62127]: DEBUG nova.network.neutron [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.134262] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1464.134262] env[62127]: DEBUG nova.compute.provider_tree [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.152374] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1464.181275] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1464.252991] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733218, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.412711] env[62127]: DEBUG nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1464.515417] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf8d2c0-c391-45aa-9ba5-d1640f9d5ffe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.525901] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a775c75-0dcb-4aa5-9530-6a75739e1a6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.564930] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e3e734-945c-46d9-b695-a37fae1abdf9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.576163] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c1a97d-e47a-4a82-811e-782c79da07ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.589843] env[62127]: DEBUG nova.compute.provider_tree [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1464.622018] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1464.622018] env[62127]: DEBUG nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Instance network_info: |[{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1464.622018] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:ec:e9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b95266e0-c0fd-4f1d-9f17-d287b9e7315e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.630655] env[62127]: DEBUG oslo.service.loopingcall [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1464.633022] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.633022] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-51951276-9023-4bf6-bb57-9257e6f086e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.657878] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.657878] env[62127]: value = "task-1733219" [ 1464.657878] env[62127]: _type = "Task" [ 1464.657878] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.674103] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733219, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.733046] env[62127]: INFO nova.compute.manager [None req-a1ed8b32-ce77-4102-b018-55f8285c700a tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Get console output [ 1464.733046] env[62127]: WARNING nova.virt.vmwareapi.driver [None req-a1ed8b32-ce77-4102-b018-55f8285c700a tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] The console log is missing. Check your VSPC configuration [ 1464.747947] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733218, 'name': ReconfigVM_Task, 'duration_secs': 0.609038} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.747947] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Reconfigured VM instance instance-0000003a to attach disk [datastore1] 1eb07665-c344-42a5-9647-28943d05373b/1eb07665-c344-42a5-9647-28943d05373b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1464.748324] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a2de625-f929-49fd-ab5d-5f66a0d57103 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.757190] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1464.757190] env[62127]: value = "task-1733220" [ 1464.757190] env[62127]: _type = "Task" [ 1464.757190] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.768165] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733220, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.939038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1464.961537] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1464.961537] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1464.961537] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Deleting the datastore file [datastore1] 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1464.961537] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fc5704d-1f2e-4a0a-9c2d-6a579b4e4b7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.970220] env[62127]: DEBUG oslo_vmware.api [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for the task: (returnval){ [ 1464.970220] env[62127]: value = "task-1733221" [ 1464.970220] env[62127]: _type = "Task" [ 1464.970220] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.982724] env[62127]: DEBUG oslo_vmware.api [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.111055] env[62127]: ERROR nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [req-020edada-1a96-4b90-875d-a20ffef63509] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-020edada-1a96-4b90-875d-a20ffef63509"}]} [ 1465.131974] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1465.150444] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1465.151630] env[62127]: DEBUG nova.compute.provider_tree [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1465.167655] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733219, 'name': CreateVM_Task, 'duration_secs': 0.416884} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.168485] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1465.171135] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1465.172194] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.172319] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.172664] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1465.172940] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98c0b7e7-40c6-43d7-81fd-ef17f0ef151b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.183028] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1465.183028] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520b46a7-c1e4-c0ad-e73e-a7b336b825c6" [ 1465.183028] env[62127]: _type = "Task" [ 1465.183028] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.197455] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520b46a7-c1e4-c0ad-e73e-a7b336b825c6, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.198628] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1465.201213] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.201815] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.202622] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.202622] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.202622] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.202805] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d3e1728-4c21-471b-a3da-21688d04ca99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.212940] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.213141] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.213958] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6469a55e-e2d0-4f4b-a2bb-0fa8851bfd11 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.221297] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1465.221297] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525a5d86-6e1f-529a-ddaa-3258fcc2b0fd" [ 1465.221297] env[62127]: _type = "Task" [ 1465.221297] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.238213] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525a5d86-6e1f-529a-ddaa-3258fcc2b0fd, 'name': SearchDatastore_Task, 'duration_secs': 0.012465} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.238213] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5de5702-452e-411f-a92b-59f2c0b27668 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.242973] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1465.242973] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523f7a51-676b-8bd7-3796-2779f48fd315" [ 1465.242973] env[62127]: _type = "Task" [ 1465.242973] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.256669] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523f7a51-676b-8bd7-3796-2779f48fd315, 'name': SearchDatastore_Task} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.256669] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1465.256669] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 4f326749-ebb8-4db1-ab0c-736b7b66197a/4f326749-ebb8-4db1-ab0c-736b7b66197a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1465.257125] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5b5106b-a58f-4d04-8387-51183b53b82d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.271253] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733220, 'name': Rename_Task, 'duration_secs': 0.265005} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.273158] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1465.273499] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1465.273499] env[62127]: value = "task-1733222" [ 1465.273499] env[62127]: _type = "Task" [ 1465.273499] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.274763] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34a555dd-daa5-4018-9f1a-d77167dae00a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.289156] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733222, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.291452] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1465.291452] env[62127]: value = "task-1733223" [ 1465.291452] env[62127]: _type = "Task" [ 1465.291452] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.300319] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.438781] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1465.438781] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1465.482191] env[62127]: DEBUG oslo_vmware.api [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Task: {'id': task-1733221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165164} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.482191] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1465.482191] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1465.482191] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1465.482191] env[62127]: INFO nova.compute.manager [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Took 3.05 seconds to destroy the instance on the hypervisor. [ 1465.482191] env[62127]: DEBUG oslo.service.loopingcall [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1465.482191] env[62127]: DEBUG nova.compute.manager [-] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1465.482898] env[62127]: DEBUG nova.network.neutron [-] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1465.574998] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b690eb4-d73d-454d-ab36-e0b66ebdf7a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.584870] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30a1292-2822-412a-9692-2d288e977e4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.624733] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44dfd361-08a1-4c29-a6cd-0639439b53f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.636200] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af75be08-bcb5-4704-8c49-462e97a38c73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.654960] env[62127]: DEBUG nova.compute.provider_tree [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1465.795233] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733222, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.809998] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.841849] env[62127]: DEBUG nova.compute.manager [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-changed-b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1465.842068] env[62127]: DEBUG nova.compute.manager [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing instance network info cache due to event network-changed-b95266e0-c0fd-4f1d-9f17-d287b9e7315e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1465.843365] env[62127]: DEBUG oslo_concurrency.lockutils [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1465.843365] env[62127]: DEBUG oslo_concurrency.lockutils [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.843365] env[62127]: DEBUG nova.network.neutron [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing network info cache for port b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1465.940979] env[62127]: DEBUG nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1466.161497] env[62127]: DEBUG nova.scheduler.client.report [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1466.289561] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733222, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617125} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.289914] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 4f326749-ebb8-4db1-ab0c-736b7b66197a/4f326749-ebb8-4db1-ab0c-736b7b66197a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.290093] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.290965] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f57ee5f1-3115-4f49-983b-137fb999272b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.300966] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1466.300966] env[62127]: value = "task-1733224" [ 1466.300966] env[62127]: _type = "Task" [ 1466.300966] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.309989] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733223, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.314186] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733224, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.375590] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.376087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.415582] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "4a71a883-4f0a-43bd-8426-ccd16617938b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.415582] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.415582] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "4a71a883-4f0a-43bd-8426-ccd16617938b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.415582] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.415582] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.417535] env[62127]: INFO nova.compute.manager [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Terminating instance [ 1466.424681] env[62127]: DEBUG nova.compute.manager [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1466.425227] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1466.426682] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5848e6-e475-483a-82df-69df16bd0e22 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.440689] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1466.440689] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d6a88b76-ac40-40c4-8460-659132aa8d00 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.450368] env[62127]: DEBUG oslo_vmware.api [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1466.450368] env[62127]: value = "task-1733225" [ 1466.450368] env[62127]: _type = "Task" [ 1466.450368] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.467311] env[62127]: DEBUG oslo_vmware.api [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1733225, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.483670] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.675704] env[62127]: DEBUG nova.network.neutron [-] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.677547] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.647s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1466.678147] env[62127]: DEBUG nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1466.684777] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.446s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1466.686692] env[62127]: INFO nova.compute.claims [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1466.810189] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.816798] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733224, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.173565} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.817669] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1466.818186] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5e2414-8999-458f-a134-52189217cd26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.846149] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 4f326749-ebb8-4db1-ab0c-736b7b66197a/4f326749-ebb8-4db1-ab0c-736b7b66197a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1466.846548] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1808a782-31cb-4ea1-b9e7-1290f317373e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.865832] env[62127]: DEBUG nova.network.neutron [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updated VIF entry in instance network info cache for port b95266e0-c0fd-4f1d-9f17-d287b9e7315e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1466.866235] env[62127]: DEBUG nova.network.neutron [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1466.876196] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1466.876196] env[62127]: value = "task-1733226" [ 1466.876196] env[62127]: _type = "Task" [ 1466.876196] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.880492] env[62127]: DEBUG nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1466.891894] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.963688] env[62127]: DEBUG oslo_vmware.api [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1733225, 'name': PowerOffVM_Task, 'duration_secs': 0.327174} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.964018] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1466.964431] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1466.964707] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7811306b-c02a-40e8-b5a1-d06700cfe724 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.999352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1466.999876] env[62127]: DEBUG oslo_concurrency.lockutils [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.000282] env[62127]: DEBUG nova.compute.manager [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1467.002836] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4346f397-0d01-4d54-b5fd-65ebc2012af8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.012030] env[62127]: DEBUG nova.compute.manager [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1467.020447] env[62127]: DEBUG nova.objects.instance [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lazy-loading 'flavor' on Instance uuid dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.047816] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1467.047901] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1467.048101] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Deleting the datastore file [datastore1] 4a71a883-4f0a-43bd-8426-ccd16617938b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1467.048372] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-df8de745-a4b6-433e-9394-e19b69bef21e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.056962] env[62127]: DEBUG oslo_vmware.api [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for the task: (returnval){ [ 1467.056962] env[62127]: value = "task-1733228" [ 1467.056962] env[62127]: _type = "Task" [ 1467.056962] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.071038] env[62127]: DEBUG oslo_vmware.api [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1733228, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.110443] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.110680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.183401] env[62127]: INFO nova.compute.manager [-] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Took 1.70 seconds to deallocate network for instance. [ 1467.191070] env[62127]: DEBUG nova.compute.utils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1467.192921] env[62127]: DEBUG nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1467.192921] env[62127]: DEBUG nova.network.neutron [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1467.303187] env[62127]: DEBUG nova.policy [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fbcc921f5b374bffa01f314b85190274', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '25c39e673cbd49b9bcb8c6301142680f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1467.316290] env[62127]: DEBUG oslo_vmware.api [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733223, 'name': PowerOnVM_Task, 'duration_secs': 1.669954} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.316290] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1467.316290] env[62127]: INFO nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Took 11.87 seconds to spawn the instance on the hypervisor. [ 1467.316290] env[62127]: DEBUG nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1467.316290] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f9cb52-5108-4dd6-9499-658c7b8e603d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.370800] env[62127]: DEBUG oslo_concurrency.lockutils [req-4641d635-4ca7-46b6-9a48-0cf3bd0d5b3e req-d50333fe-57bb-44fd-af33-759ef38c5aa7 service nova] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1467.391530] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733226, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.412076] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.520585] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1467.522022] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76744f46-85dc-4d71-a340-2edf0810f947 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.532010] env[62127]: DEBUG oslo_vmware.api [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1467.532010] env[62127]: value = "task-1733229" [ 1467.532010] env[62127]: _type = "Task" [ 1467.532010] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.542486] env[62127]: DEBUG oslo_vmware.api [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733229, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.568406] env[62127]: DEBUG oslo_vmware.api [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Task: {'id': task-1733228, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145052} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.568703] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1467.568906] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1467.569112] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1467.569290] env[62127]: INFO nova.compute.manager [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1467.569537] env[62127]: DEBUG oslo.service.loopingcall [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1467.569726] env[62127]: DEBUG nova.compute.manager [-] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1467.569829] env[62127]: DEBUG nova.network.neutron [-] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1467.691346] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.698053] env[62127]: DEBUG nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1467.816075] env[62127]: DEBUG oslo_concurrency.lockutils [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1467.816312] env[62127]: DEBUG oslo_concurrency.lockutils [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1467.816609] env[62127]: DEBUG nova.compute.manager [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1467.817968] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba92e4-6d16-4538-af67-93b1e1642755 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.839566] env[62127]: DEBUG nova.compute.manager [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1467.839566] env[62127]: DEBUG nova.objects.instance [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'flavor' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1467.844676] env[62127]: INFO nova.compute.manager [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Took 49.08 seconds to build instance. [ 1467.889668] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733226, 'name': ReconfigVM_Task, 'duration_secs': 0.556048} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.893140] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 4f326749-ebb8-4db1-ab0c-736b7b66197a/4f326749-ebb8-4db1-ab0c-736b7b66197a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.894053] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1588e44a-8160-4aaf-9fc3-def6b91c18ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.906075] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1467.906075] env[62127]: value = "task-1733230" [ 1467.906075] env[62127]: _type = "Task" [ 1467.906075] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.922229] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733230, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.959273] env[62127]: DEBUG nova.network.neutron [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Successfully created port: dce92f19-dacd-45f0-a2b9-34d15b7f456a {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.012697] env[62127]: DEBUG nova.compute.manager [req-6dc65458-f141-4015-a0b6-d28d838f1ce3 req-6e06bdf8-b1df-4c93-80bd-e49a3f35f381 service nova] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Received event network-vif-deleted-5b5b89ca-8e84-499a-93f0-5b8f72106245 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1468.834293] env[62127]: DEBUG oslo_concurrency.lockutils [None req-760b313b-8d5e-44b2-9452-63df8e42a037 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "1eb07665-c344-42a5-9647-28943d05373b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.079s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1468.837432] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1468.842386] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "214cb43d-0f39-4acc-9933-9734cca0d2ff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1468.842620] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1468.842814] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64de37a6-7f75-45d1-a971-40490cc3515d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.849714] env[62127]: DEBUG oslo_vmware.api [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733229, 'name': PowerOffVM_Task, 'duration_secs': 0.343141} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.850277] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1468.850468] env[62127]: DEBUG nova.compute.manager [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1468.851752] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33d1d58-453f-4388-a20a-159431e9dd00 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.859074] env[62127]: DEBUG oslo_vmware.api [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1468.859074] env[62127]: value = "task-1733231" [ 1468.859074] env[62127]: _type = "Task" [ 1468.859074] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.860070] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733230, 'name': Rename_Task, 'duration_secs': 0.304275} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.862706] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.868036] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-467c1507-fdd6-4ece-8db5-47bb0010a9d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.880896] env[62127]: DEBUG oslo_vmware.api [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.882432] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1468.882432] env[62127]: value = "task-1733232" [ 1468.882432] env[62127]: _type = "Task" [ 1468.882432] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.892172] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.966094] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af95b3f-d004-456e-9fb6-3035728f5dbe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.973657] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f557ec4c-5afc-41ca-9b22-bea4d8f7935e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.018025] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20c1d2f6-6484-4a54-af2f-5349041f48ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.026433] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d6d4415-2862-4712-a5ae-259ab1ab08b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.041475] env[62127]: DEBUG nova.compute.provider_tree [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1469.340318] env[62127]: DEBUG nova.network.neutron [-] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1469.345808] env[62127]: DEBUG nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1469.349733] env[62127]: DEBUG nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1469.378193] env[62127]: DEBUG oslo_vmware.api [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733231, 'name': PowerOffVM_Task, 'duration_secs': 0.266381} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.379093] env[62127]: DEBUG oslo_concurrency.lockutils [None req-90a5c854-68e0-43e6-8c57-564fe8cba8bf tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.379s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1469.382713] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T06:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2c639dda-5a15-4bee-88c3-43036999342c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-114048514',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1469.384018] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1469.384018] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.384018] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1469.384018] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.384018] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1469.384018] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1469.388016] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1469.388016] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1469.388016] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1469.388016] env[62127]: DEBUG nova.virt.hardware [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1469.388016] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1469.388016] env[62127]: DEBUG nova.compute.manager [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1469.388016] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329220c1-303b-47da-b9bd-e1f615bad3b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.390679] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6806f702-0401-4e15-b43b-b3e6ef0dd1d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.410194] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2dc2ec-f1ea-450f-9d4d-99a386f20b4b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.414820] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733232, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1469.547068] env[62127]: DEBUG nova.scheduler.client.report [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1469.849806] env[62127]: DEBUG nova.compute.manager [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1469.851709] env[62127]: INFO nova.compute.manager [-] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Took 2.28 seconds to deallocate network for instance. [ 1469.851709] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83c736dc-c963-416a-b687-599517d5de4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.879279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1469.898880] env[62127]: DEBUG oslo_vmware.api [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733232, 'name': PowerOnVM_Task, 'duration_secs': 0.680925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1469.899020] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1469.900033] env[62127]: INFO nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Took 10.82 seconds to spawn the instance on the hypervisor. [ 1469.900033] env[62127]: DEBUG nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1469.901062] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8783e0ff-2c34-4583-b00e-f3ae703e37e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.922678] env[62127]: DEBUG oslo_concurrency.lockutils [None req-30434af6-fab4-47b8-b071-b6e52b90ba7c tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.106s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.053374] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.371s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.053935] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1470.059952] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.784s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.059952] env[62127]: INFO nova.compute.claims [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1470.281551] env[62127]: DEBUG nova.network.neutron [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Successfully updated port: dce92f19-dacd-45f0-a2b9-34d15b7f456a {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1470.318187] env[62127]: DEBUG nova.compute.manager [req-1382b19c-a50b-46dd-a351-9d62dca150c7 req-9a9a28ad-5c37-484d-8ec4-af4b321a52a4 service nova] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Received event network-vif-deleted-58cb3f68-e55f-48a6-b715-ebbd93d4ab16 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.318437] env[62127]: DEBUG nova.compute.manager [req-1382b19c-a50b-46dd-a351-9d62dca150c7 req-9a9a28ad-5c37-484d-8ec4-af4b321a52a4 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Received event network-vif-plugged-dce92f19-dacd-45f0-a2b9-34d15b7f456a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1470.319076] env[62127]: DEBUG oslo_concurrency.lockutils [req-1382b19c-a50b-46dd-a351-9d62dca150c7 req-9a9a28ad-5c37-484d-8ec4-af4b321a52a4 service nova] Acquiring lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.319299] env[62127]: DEBUG oslo_concurrency.lockutils [req-1382b19c-a50b-46dd-a351-9d62dca150c7 req-9a9a28ad-5c37-484d-8ec4-af4b321a52a4 service nova] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1470.319465] env[62127]: DEBUG oslo_concurrency.lockutils [req-1382b19c-a50b-46dd-a351-9d62dca150c7 req-9a9a28ad-5c37-484d-8ec4-af4b321a52a4 service nova] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.319634] env[62127]: DEBUG nova.compute.manager [req-1382b19c-a50b-46dd-a351-9d62dca150c7 req-9a9a28ad-5c37-484d-8ec4-af4b321a52a4 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] No waiting events found dispatching network-vif-plugged-dce92f19-dacd-45f0-a2b9-34d15b7f456a {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1470.319797] env[62127]: WARNING nova.compute.manager [req-1382b19c-a50b-46dd-a351-9d62dca150c7 req-9a9a28ad-5c37-484d-8ec4-af4b321a52a4 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Received unexpected event network-vif-plugged-dce92f19-dacd-45f0-a2b9-34d15b7f456a for instance with vm_state building and task_state spawning. [ 1470.366532] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1470.373699] env[62127]: INFO nova.compute.manager [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] instance snapshotting [ 1470.376479] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dda51b5-bae8-4659-a911-dd345dcb4596 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.401107] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cedfc26-109c-4100-a643-d68e1bd31f4e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.429676] env[62127]: INFO nova.compute.manager [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Took 47.28 seconds to build instance. [ 1470.565263] env[62127]: DEBUG nova.compute.utils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1470.567318] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1470.567758] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1470.663714] env[62127]: DEBUG nova.policy [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9055784c38d48149403f4bba200385a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f96053b341ef40668c80c4c3c58cf1f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1470.787103] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1470.787103] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1470.787103] env[62127]: DEBUG nova.network.neutron [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1470.918032] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1470.918032] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-92e07f3a-e737-4937-95f1-4d8cd0ee0460 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1470.929346] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1470.929346] env[62127]: value = "task-1733233" [ 1470.929346] env[62127]: _type = "Task" [ 1470.929346] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1470.929346] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf6617c-685a-406b-bde4-33cd56577c1a tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.802s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1470.948410] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733233, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1471.012854] env[62127]: DEBUG nova.objects.instance [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lazy-loading 'flavor' on Instance uuid dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.040645] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Successfully created port: 808178c0-d7a9-475c-9775-614f322686dd {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1471.071692] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1471.334888] env[62127]: DEBUG nova.network.neutron [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.436358] env[62127]: DEBUG nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1471.443689] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733233, 'name': CreateSnapshot_Task, 'duration_secs': 0.456543} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1471.444599] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1471.447274] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2abce6-8e1d-4dde-9f1f-b40ba78bfbb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.448461] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d32f7c2-4ec5-460d-934d-56a9910f8c01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.461978] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3194c9dc-915c-4d21-9a58-66c1554efeb4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.496109] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-205c0c3f-0416-48a9-9f46-386e25f9631b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.505222] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08107afd-47fb-4a90-b517-7fabe195a2c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.524085] env[62127]: DEBUG nova.compute.provider_tree [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1471.527730] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1471.527897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquired lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.528098] env[62127]: DEBUG nova.network.neutron [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.528312] env[62127]: DEBUG nova.objects.instance [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lazy-loading 'info_cache' on Instance uuid dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1471.568630] env[62127]: DEBUG nova.network.neutron [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance_info_cache with network_info: [{"id": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "address": "fa:16:3e:f4:02:5b", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce92f19-da", "ovs_interfaceid": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1471.590806] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.591051] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1471.716991] env[62127]: DEBUG nova.compute.manager [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Stashing vm_state: stopped {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1471.960606] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1471.972826] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1471.973152] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7175966f-691e-46d2-ace6-63155cd18040 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.983550] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1471.983550] env[62127]: value = "task-1733234" [ 1471.983550] env[62127]: _type = "Task" [ 1471.983550] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.992211] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733234, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.031073] env[62127]: DEBUG nova.scheduler.client.report [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1472.035799] env[62127]: DEBUG nova.objects.base [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1472.073185] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.073704] env[62127]: DEBUG nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Instance network_info: |[{"id": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "address": "fa:16:3e:f4:02:5b", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce92f19-da", "ovs_interfaceid": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1472.074328] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:02:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dce92f19-dacd-45f0-a2b9-34d15b7f456a', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.083907] env[62127]: DEBUG oslo.service.loopingcall [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1472.085146] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1472.088784] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.089476] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66e61f9d-5b8e-4da7-ad57-e262d5ce1d31 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.116555] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.116555] env[62127]: value = "task-1733235" [ 1472.116555] env[62127]: _type = "Task" [ 1472.116555] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.123608] env[62127]: DEBUG nova.compute.manager [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-changed-b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.123608] env[62127]: DEBUG nova.compute.manager [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing instance network info cache due to event network-changed-b95266e0-c0fd-4f1d-9f17-d287b9e7315e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1472.123935] env[62127]: DEBUG oslo_concurrency.lockutils [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.123935] env[62127]: DEBUG oslo_concurrency.lockutils [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.124098] env[62127]: DEBUG nova.network.neutron [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing network info cache for port b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.131301] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1472.131629] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1472.131629] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1472.131903] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1472.132039] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1472.132166] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1472.132448] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1472.132534] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1472.132828] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1472.133178] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1472.133178] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1472.133771] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733235, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.134583] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1ea5c0-20a9-4a3d-a82b-dcd65674d912 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.147207] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5285e9b-4397-4bc8-ba47-ff7990b3340a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.249016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1472.345143] env[62127]: DEBUG nova.compute.manager [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Received event network-changed-dce92f19-dacd-45f0-a2b9-34d15b7f456a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1472.345143] env[62127]: DEBUG nova.compute.manager [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Refreshing instance network info cache due to event network-changed-dce92f19-dacd-45f0-a2b9-34d15b7f456a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1472.345143] env[62127]: DEBUG oslo_concurrency.lockutils [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] Acquiring lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.345143] env[62127]: DEBUG oslo_concurrency.lockutils [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] Acquired lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.345348] env[62127]: DEBUG nova.network.neutron [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Refreshing network info cache for port dce92f19-dacd-45f0-a2b9-34d15b7f456a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.494368] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733234, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.539040] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.482s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1472.539614] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1472.544504] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.723s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1472.544739] env[62127]: DEBUG nova.objects.instance [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lazy-loading 'resources' on Instance uuid 29592c2d-d44d-4ca1-be06-ae96a1261f1b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1472.628391] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733235, 'name': CreateVM_Task, 'duration_secs': 0.412421} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.628593] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.629305] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.629458] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.629788] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1472.630742] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43b6728e-5fb8-480b-8258-a7ed0b2f5469 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.637262] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1472.637262] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ab76a5-6e7f-1e85-9e5e-6b9ed21be301" [ 1472.637262] env[62127]: _type = "Task" [ 1472.637262] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.648617] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ab76a5-6e7f-1e85-9e5e-6b9ed21be301, 'name': SearchDatastore_Task, 'duration_secs': 0.010822} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.648940] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1472.649964] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1472.650253] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1472.650415] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.650626] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1472.650894] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-02e2cb4e-a07a-4bc6-a058-7f46c6b6947f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.660111] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1472.660310] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1472.661141] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a86f633-609d-480e-af3d-4bc6ec038f1d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.666928] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1472.666928] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f13034-70d7-4f5d-f429-9698103fc9cb" [ 1472.666928] env[62127]: _type = "Task" [ 1472.666928] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.675451] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f13034-70d7-4f5d-f429-9698103fc9cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.993635] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733234, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.046260] env[62127]: DEBUG nova.compute.utils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1473.047896] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1473.048093] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1473.079564] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1473.079564] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1473.080049] env[62127]: INFO nova.compute.manager [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Rebooting instance [ 1473.097674] env[62127]: DEBUG nova.policy [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c9055784c38d48149403f4bba200385a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f96053b341ef40668c80c4c3c58cf1f1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1473.126086] env[62127]: DEBUG nova.network.neutron [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Updating instance_info_cache with network_info: [{"id": "47977340-3a21-49b1-895a-ae5c0621fae1", "address": "fa:16:3e:95:5e:6a", "network": {"id": "fa5631b0-035f-4c36-b056-23e4c604a3fd", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1897543142-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8bb2eb3ed7544978a06b8e5b086da721", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ec763be6-4041-4651-8fd7-3820cf0ab86d", "external-id": "nsx-vlan-transportzone-943", "segmentation_id": 943, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap47977340-3a", "ovs_interfaceid": "47977340-3a21-49b1-895a-ae5c0621fae1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.182076] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f13034-70d7-4f5d-f429-9698103fc9cb, 'name': SearchDatastore_Task, 'duration_secs': 0.008571} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.182973] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59984877-8879-487d-8a8c-145b2054fceb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.194168] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Successfully updated port: 808178c0-d7a9-475c-9775-614f322686dd {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1473.197363] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1473.197363] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ad87f2-d801-9d24-0313-7566a6ee7ce4" [ 1473.197363] env[62127]: _type = "Task" [ 1473.197363] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.206778] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ad87f2-d801-9d24-0313-7566a6ee7ce4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.312789] env[62127]: DEBUG nova.network.neutron [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updated VIF entry in instance network info cache for port b95266e0-c0fd-4f1d-9f17-d287b9e7315e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.313119] env[62127]: DEBUG nova.network.neutron [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.387085] env[62127]: DEBUG nova.network.neutron [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updated VIF entry in instance network info cache for port dce92f19-dacd-45f0-a2b9-34d15b7f456a. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.387085] env[62127]: DEBUG nova.network.neutron [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance_info_cache with network_info: [{"id": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "address": "fa:16:3e:f4:02:5b", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce92f19-da", "ovs_interfaceid": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.496061] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733234, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.502546] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00180f4c-0238-4cfd-a2b8-d26140cec9d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.510357] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a658d2-32c0-46b6-b053-415c88e7ead6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.544441] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6f0cfb-2b81-45e0-af2e-2ccade4a3c3d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.553922] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80835346-956f-487c-b17c-8871fe846ead {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.560128] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1473.572658] env[62127]: DEBUG nova.compute.provider_tree [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1473.595850] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.596081] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.596308] env[62127]: DEBUG nova.network.neutron [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.607425] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Successfully created port: 13ffabef-43c8-450e-b1b2-18c5ea02b979 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1473.629453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Releasing lock "refresh_cache-dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.698690] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "refresh_cache-00276585-cd8e-4a07-a072-e4c3f1bbe134" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1473.698826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "refresh_cache-00276585-cd8e-4a07-a072-e4c3f1bbe134" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.698993] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1473.711672] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ad87f2-d801-9d24-0313-7566a6ee7ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.010223} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.712561] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.712833] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1473.713119] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf42936e-618b-4b31-b551-3fb7218fa791 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.721809] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1473.721809] env[62127]: value = "task-1733236" [ 1473.721809] env[62127]: _type = "Task" [ 1473.721809] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.731645] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.816250] env[62127]: DEBUG oslo_concurrency.lockutils [req-e9d3cdaa-3989-4b3b-b880-35cc5d36f9f6 req-a40bb0ae-234e-4553-82cb-369865847439 service nova] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.891311] env[62127]: DEBUG oslo_concurrency.lockutils [req-a55f91eb-ab53-468d-88c8-1d2b1ddc0f07 req-474b23cd-0836-4739-86db-525ea25a79f7 service nova] Releasing lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1473.996677] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733234, 'name': CloneVM_Task, 'duration_secs': 1.796767} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.997190] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Created linked-clone VM from snapshot [ 1473.997868] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c1556a-a326-4f02-8191-85ce0a714ac4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.007968] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Uploading image e342067d-3538-42a7-b0bb-2eb07dc58873 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1474.076208] env[62127]: DEBUG nova.scheduler.client.report [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1474.082030] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1474.082030] env[62127]: value = "vm-360631" [ 1474.082030] env[62127]: _type = "VirtualMachine" [ 1474.082030] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1474.082232] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c8332dc2-4b85-4437-99be-2418f8138551 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.094355] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease: (returnval){ [ 1474.094355] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ebe515-5adc-2124-bfba-2bc24520a6ba" [ 1474.094355] env[62127]: _type = "HttpNfcLease" [ 1474.094355] env[62127]: } obtained for exporting VM: (result){ [ 1474.094355] env[62127]: value = "vm-360631" [ 1474.094355] env[62127]: _type = "VirtualMachine" [ 1474.094355] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1474.094782] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the lease: (returnval){ [ 1474.094782] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ebe515-5adc-2124-bfba-2bc24520a6ba" [ 1474.094782] env[62127]: _type = "HttpNfcLease" [ 1474.094782] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1474.105369] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1474.105369] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ebe515-5adc-2124-bfba-2bc24520a6ba" [ 1474.105369] env[62127]: _type = "HttpNfcLease" [ 1474.105369] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1474.132890] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1474.133221] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-43dbff27-1a5b-4a16-9381-da8a963919bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.142431] env[62127]: DEBUG oslo_vmware.api [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1474.142431] env[62127]: value = "task-1733238" [ 1474.142431] env[62127]: _type = "Task" [ 1474.142431] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.151658] env[62127]: DEBUG oslo_vmware.api [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733238, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.232207] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485196} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.232207] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.232426] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.232695] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10347db0-7e72-4f32-9677-0443ce561290 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.241801] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1474.241801] env[62127]: value = "task-1733239" [ 1474.241801] env[62127]: _type = "Task" [ 1474.241801] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.252049] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733239, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.254931] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1474.574155] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1474.577748] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Updating instance_info_cache with network_info: [{"id": "808178c0-d7a9-475c-9775-614f322686dd", "address": "fa:16:3e:d5:51:89", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808178c0-d7", "ovs_interfaceid": "808178c0-d7a9-475c-9775-614f322686dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.582432] env[62127]: DEBUG nova.network.neutron [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.585989] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.041s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.588128] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.138s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.593017] env[62127]: INFO nova.compute.claims [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1474.598205] env[62127]: DEBUG nova.compute.manager [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Received event network-vif-plugged-808178c0-d7a9-475c-9775-614f322686dd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1474.598205] env[62127]: DEBUG oslo_concurrency.lockutils [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] Acquiring lock "00276585-cd8e-4a07-a072-e4c3f1bbe134-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1474.598580] env[62127]: DEBUG oslo_concurrency.lockutils [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1474.599018] env[62127]: DEBUG oslo_concurrency.lockutils [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1474.599170] env[62127]: DEBUG nova.compute.manager [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] No waiting events found dispatching network-vif-plugged-808178c0-d7a9-475c-9775-614f322686dd {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1474.599476] env[62127]: WARNING nova.compute.manager [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Received unexpected event network-vif-plugged-808178c0-d7a9-475c-9775-614f322686dd for instance with vm_state building and task_state spawning. [ 1474.599515] env[62127]: DEBUG nova.compute.manager [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Received event network-changed-808178c0-d7a9-475c-9775-614f322686dd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1474.599673] env[62127]: DEBUG nova.compute.manager [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Refreshing instance network info cache due to event network-changed-808178c0-d7a9-475c-9775-614f322686dd. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1474.599848] env[62127]: DEBUG oslo_concurrency.lockutils [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] Acquiring lock "refresh_cache-00276585-cd8e-4a07-a072-e4c3f1bbe134" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1474.609488] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1474.609488] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ebe515-5adc-2124-bfba-2bc24520a6ba" [ 1474.609488] env[62127]: _type = "HttpNfcLease" [ 1474.609488] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1474.609834] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1474.609834] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ebe515-5adc-2124-bfba-2bc24520a6ba" [ 1474.609834] env[62127]: _type = "HttpNfcLease" [ 1474.609834] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1474.610789] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f1f8bf5-ecdf-47cd-b329-c4fdbf927232 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.630809] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b1a20-e9f6-44a4-f1ab-7ecab08ccdc1/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1474.631114] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b1a20-e9f6-44a4-f1ab-7ecab08ccdc1/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1474.635653] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1474.635905] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1474.636170] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1474.636369] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1474.636516] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1474.636688] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1474.637068] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1474.637149] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1474.637335] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1474.637505] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1474.638752] env[62127]: DEBUG nova.virt.hardware [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1474.640924] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db82849f-c25c-4ce8-a6ae-2ed071bb38b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.712246] env[62127]: INFO nova.scheduler.client.report [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted allocations for instance 29592c2d-d44d-4ca1-be06-ae96a1261f1b [ 1474.718720] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988cd9a2-163e-44ce-a7b4-d2d2fead46c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.727129] env[62127]: DEBUG oslo_vmware.api [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733238, 'name': PowerOnVM_Task, 'duration_secs': 0.416777} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.728098] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1474.728354] env[62127]: DEBUG nova.compute.manager [None req-0575aad6-2117-433d-8421-3ecaa68ece11 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1474.729075] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d519ba1-b91a-47af-af2a-4abfaf655c73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.754775] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733239, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073756} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.755137] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1474.755977] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b2100e5-bc80-4f03-a42d-c3033835c079 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.779902] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.780234] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b10815c-89ba-4c94-8365-4361aeade813 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.802879] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1474.802879] env[62127]: value = "task-1733240" [ 1474.802879] env[62127]: _type = "Task" [ 1474.802879] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.814209] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.867349] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-24046147-fc36-482d-832a-76a10e284167 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.080966] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "refresh_cache-00276585-cd8e-4a07-a072-e4c3f1bbe134" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.081301] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Instance network_info: |[{"id": "808178c0-d7a9-475c-9775-614f322686dd", "address": "fa:16:3e:d5:51:89", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808178c0-d7", "ovs_interfaceid": "808178c0-d7a9-475c-9775-614f322686dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1475.081604] env[62127]: DEBUG oslo_concurrency.lockutils [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] Acquired lock "refresh_cache-00276585-cd8e-4a07-a072-e4c3f1bbe134" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.081802] env[62127]: DEBUG nova.network.neutron [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Refreshing network info cache for port 808178c0-d7a9-475c-9775-614f322686dd {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1475.083257] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:51:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '808178c0-d7a9-475c-9775-614f322686dd', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1475.091110] env[62127]: DEBUG oslo.service.loopingcall [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1475.092862] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1475.097567] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1475.097793] env[62127]: DEBUG nova.compute.manager [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1475.100124] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c11183d-7104-42bd-93af-c274933f3c0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.117724] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2eb585-5410-410c-9965-58b99e1f2303 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.137691] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1475.137691] env[62127]: value = "task-1733241" [ 1475.137691] env[62127]: _type = "Task" [ 1475.137691] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.151946] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733241, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.231897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5dccad4c-41fe-4acb-8897-acb6d765dbd1 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "29592c2d-d44d-4ca1-be06-ae96a1261f1b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.829s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.261333] env[62127]: DEBUG nova.compute.manager [req-6c150093-9f81-48da-b2bc-5d53a71751a1 req-a7640ac5-462e-4050-90e2-3bcc89149d3d service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Received event network-vif-plugged-13ffabef-43c8-450e-b1b2-18c5ea02b979 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1475.261543] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c150093-9f81-48da-b2bc-5d53a71751a1 req-a7640ac5-462e-4050-90e2-3bcc89149d3d service nova] Acquiring lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.261739] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c150093-9f81-48da-b2bc-5d53a71751a1 req-a7640ac5-462e-4050-90e2-3bcc89149d3d service nova] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.261931] env[62127]: DEBUG oslo_concurrency.lockutils [req-6c150093-9f81-48da-b2bc-5d53a71751a1 req-a7640ac5-462e-4050-90e2-3bcc89149d3d service nova] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.263643] env[62127]: DEBUG nova.compute.manager [req-6c150093-9f81-48da-b2bc-5d53a71751a1 req-a7640ac5-462e-4050-90e2-3bcc89149d3d service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] No waiting events found dispatching network-vif-plugged-13ffabef-43c8-450e-b1b2-18c5ea02b979 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1475.263643] env[62127]: WARNING nova.compute.manager [req-6c150093-9f81-48da-b2bc-5d53a71751a1 req-a7640ac5-462e-4050-90e2-3bcc89149d3d service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Received unexpected event network-vif-plugged-13ffabef-43c8-450e-b1b2-18c5ea02b979 for instance with vm_state building and task_state spawning. [ 1475.313572] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733240, 'name': ReconfigVM_Task, 'duration_secs': 0.358582} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.313823] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.317149] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8c43d25c-b189-40cf-8d49-35d8aa498383 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.327489] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1475.327489] env[62127]: value = "task-1733242" [ 1475.327489] env[62127]: _type = "Task" [ 1475.327489] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.339958] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733242, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.375043] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Successfully updated port: 13ffabef-43c8-450e-b1b2-18c5ea02b979 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1475.441181] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.441523] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.441885] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1475.442027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1475.442258] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1475.445032] env[62127]: INFO nova.compute.manager [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Terminating instance [ 1475.449643] env[62127]: DEBUG nova.compute.manager [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1475.450126] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1475.451389] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00e0029-7ac7-42b4-964d-004d61069aef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.459926] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1475.460306] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d0ff7fb-a12d-45c4-b0f9-1ec6f724b7b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.472714] env[62127]: DEBUG oslo_vmware.api [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1475.472714] env[62127]: value = "task-1733243" [ 1475.472714] env[62127]: _type = "Task" [ 1475.472714] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.488098] env[62127]: DEBUG oslo_vmware.api [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.509142] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3ba628-433e-4ca7-986b-60a16b679109 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.517274] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73170668-400c-42d0-810e-f68404ff9927 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.553720] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbfea6b-a145-4f9a-a2bf-f0659dc0d29f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.563356] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1ecbd4-3e03-4076-8f54-90f13e9134b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.580466] env[62127]: DEBUG nova.compute.provider_tree [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1475.666914] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733241, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.839498] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733242, 'name': Rename_Task, 'duration_secs': 0.174903} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.839498] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1475.839701] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b7fff04-9fa0-4b28-b109-690a4af05f1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.851168] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1475.851168] env[62127]: value = "task-1733244" [ 1475.851168] env[62127]: _type = "Task" [ 1475.851168] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.864020] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.878213] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "refresh_cache-6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1475.878428] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "refresh_cache-6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1475.878607] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1475.985290] env[62127]: DEBUG oslo_vmware.api [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733243, 'name': PowerOffVM_Task, 'duration_secs': 0.215875} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.985743] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1475.986097] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1475.986471] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0ec1bd84-b258-4f9c-a98e-64a0dc4cf97a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.989522] env[62127]: DEBUG nova.network.neutron [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Updated VIF entry in instance network info cache for port 808178c0-d7a9-475c-9775-614f322686dd. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1475.990236] env[62127]: DEBUG nova.network.neutron [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Updating instance_info_cache with network_info: [{"id": "808178c0-d7a9-475c-9775-614f322686dd", "address": "fa:16:3e:d5:51:89", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap808178c0-d7", "ovs_interfaceid": "808178c0-d7a9-475c-9775-614f322686dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.073650] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1476.074036] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1476.074300] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleting the datastore file [datastore1] ef1727e9-4ea9-47d2-b94d-b471cc4ce30d {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1476.074647] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b05a5af2-6025-4d09-bce3-c6cd4aef1f44 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.086718] env[62127]: DEBUG oslo_vmware.api [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1476.086718] env[62127]: value = "task-1733246" [ 1476.086718] env[62127]: _type = "Task" [ 1476.086718] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.097903] env[62127]: DEBUG oslo_vmware.api [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.111977] env[62127]: ERROR nova.scheduler.client.report [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [req-2a3eee65-643b-4c00-977c-b58f8a667753] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2a3eee65-643b-4c00-977c-b58f8a667753"}]} [ 1476.136549] env[62127]: DEBUG nova.scheduler.client.report [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1476.154683] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733241, 'name': CreateVM_Task, 'duration_secs': 0.579654} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.154879] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1476.157562] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.159432] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.160808] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1476.161849] env[62127]: DEBUG nova.scheduler.client.report [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1476.162390] env[62127]: DEBUG nova.compute.provider_tree [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.166510] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1950af58-7389-4e6a-aa82-48523d81a164 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.169746] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-460141b9-bbf5-45a4-b45c-777924f9bc5f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.178726] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1476.178726] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e3d0e3-b0a3-6780-d376-c04d9db873eb" [ 1476.178726] env[62127]: _type = "Task" [ 1476.178726] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.180858] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Doing hard reboot of VM {{(pid=62127) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1476.185620] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c8359ac-f4c5-4e42-8e43-56f3edc89a16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.189855] env[62127]: DEBUG nova.scheduler.client.report [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1476.200721] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e3d0e3-b0a3-6780-d376-c04d9db873eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.203483] env[62127]: DEBUG oslo_vmware.api [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1476.203483] env[62127]: value = "task-1733247" [ 1476.203483] env[62127]: _type = "Task" [ 1476.203483] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.215135] env[62127]: DEBUG oslo_vmware.api [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733247, 'name': ResetVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.235901] env[62127]: DEBUG nova.scheduler.client.report [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1476.368626] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733244, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.454143] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1476.493242] env[62127]: DEBUG oslo_concurrency.lockutils [req-f225725e-53ce-4256-9090-40d3085826aa req-62e9836f-893b-445c-a233-e8aa5a055028 service nova] Releasing lock "refresh_cache-00276585-cd8e-4a07-a072-e4c3f1bbe134" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.599544] env[62127]: DEBUG oslo_vmware.api [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196168} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.599874] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1476.600112] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1476.600341] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1476.600532] env[62127]: INFO nova.compute.manager [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1476.600791] env[62127]: DEBUG oslo.service.loopingcall [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1476.600988] env[62127]: DEBUG nova.compute.manager [-] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1476.601195] env[62127]: DEBUG nova.network.neutron [-] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1476.623809] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3314a3f-3e51-44c8-b7ef-80387f0ad927 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.632980] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a9ed596-0e8a-4a0e-96a4-c22d518a9da6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.667577] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafbcfc2-06f6-4b13-a302-7b11e6a85e71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.671145] env[62127]: DEBUG nova.network.neutron [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Updating instance_info_cache with network_info: [{"id": "13ffabef-43c8-450e-b1b2-18c5ea02b979", "address": "fa:16:3e:72:3f:4d", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ffabef-43", "ovs_interfaceid": "13ffabef-43c8-450e-b1b2-18c5ea02b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1476.685367] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86dcf5e8-2dea-4de6-963f-0a6eafe96093 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.696744] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e3d0e3-b0a3-6780-d376-c04d9db873eb, 'name': SearchDatastore_Task, 'duration_secs': 0.021593} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.705280] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1476.705573] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1476.705904] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1476.706141] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1476.706339] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1476.706933] env[62127]: DEBUG nova.compute.provider_tree [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1476.709332] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-10d7acac-d831-4fd9-b8cd-6ac17a1e3e89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.721665] env[62127]: DEBUG oslo_vmware.api [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733247, 'name': ResetVM_Task, 'duration_secs': 0.099592} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.721973] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Did hard reboot of VM {{(pid=62127) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1476.722274] env[62127]: DEBUG nova.compute.manager [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1476.723123] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f3cdb57-fca9-4c88-910d-be4bfeda23db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.730027] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1476.730027] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1476.730027] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c144af79-b09a-49e3-a32b-d128a3c03c99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.743454] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1476.743454] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5279c558-f5e9-efa8-46ce-e5c20f277c2d" [ 1476.743454] env[62127]: _type = "Task" [ 1476.743454] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.753509] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5279c558-f5e9-efa8-46ce-e5c20f277c2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.863727] env[62127]: DEBUG oslo_vmware.api [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733244, 'name': PowerOnVM_Task, 'duration_secs': 0.801974} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.864172] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.864457] env[62127]: INFO nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1476.864733] env[62127]: DEBUG nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1476.865864] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad35e3c4-f7a9-47bd-8917-e6d7b787905e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.156339] env[62127]: DEBUG nova.compute.manager [req-5b75d516-9520-46f9-808d-e61d884cbd20 req-1a7b0a1b-783e-4a50-b75a-08482c221550 service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Received event network-vif-deleted-a7f673b2-7997-470a-91aa-8120d6556ba9 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.156634] env[62127]: INFO nova.compute.manager [req-5b75d516-9520-46f9-808d-e61d884cbd20 req-1a7b0a1b-783e-4a50-b75a-08482c221550 service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Neutron deleted interface a7f673b2-7997-470a-91aa-8120d6556ba9; detaching it from the instance and deleting it from the info cache [ 1477.156784] env[62127]: DEBUG nova.network.neutron [req-5b75d516-9520-46f9-808d-e61d884cbd20 req-1a7b0a1b-783e-4a50-b75a-08482c221550 service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.176453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "refresh_cache-6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.176820] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Instance network_info: |[{"id": "13ffabef-43c8-450e-b1b2-18c5ea02b979", "address": "fa:16:3e:72:3f:4d", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ffabef-43", "ovs_interfaceid": "13ffabef-43c8-450e-b1b2-18c5ea02b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1477.177376] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:3f:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56398cc0-e39f-410f-8036-8c2a6870e26f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13ffabef-43c8-450e-b1b2-18c5ea02b979', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1477.186384] env[62127]: DEBUG oslo.service.loopingcall [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1477.187421] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1477.187720] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fb7d10f-2a97-4e24-ad21-4622a1cc2d62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.213472] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1477.213472] env[62127]: value = "task-1733248" [ 1477.213472] env[62127]: _type = "Task" [ 1477.213472] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.227142] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733248, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.248387] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a12f605c-4d78-4260-aa5e-f159d14951d1 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.169s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.257648] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5279c558-f5e9-efa8-46ce-e5c20f277c2d, 'name': SearchDatastore_Task, 'duration_secs': 0.013526} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.258521] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a08dcf0-3341-4874-8753-0be7699962d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.266731] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1477.266731] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5255873a-8422-7f11-d1b4-6ef720d121ab" [ 1477.266731] env[62127]: _type = "Task" [ 1477.266731] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.276931] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5255873a-8422-7f11-d1b4-6ef720d121ab, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.281806] env[62127]: DEBUG nova.scheduler.client.report [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1477.282128] env[62127]: DEBUG nova.compute.provider_tree [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 90 to 91 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1477.282321] env[62127]: DEBUG nova.compute.provider_tree [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1477.314609] env[62127]: DEBUG nova.compute.manager [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Received event network-changed-13ffabef-43c8-450e-b1b2-18c5ea02b979 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1477.314814] env[62127]: DEBUG nova.compute.manager [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Refreshing instance network info cache due to event network-changed-13ffabef-43c8-450e-b1b2-18c5ea02b979. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1477.315050] env[62127]: DEBUG oslo_concurrency.lockutils [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] Acquiring lock "refresh_cache-6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.315199] env[62127]: DEBUG oslo_concurrency.lockutils [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] Acquired lock "refresh_cache-6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.315366] env[62127]: DEBUG nova.network.neutron [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Refreshing network info cache for port 13ffabef-43c8-450e-b1b2-18c5ea02b979 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.388989] env[62127]: INFO nova.compute.manager [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Took 22.54 seconds to build instance. [ 1477.567222] env[62127]: DEBUG nova.network.neutron [-] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1477.660041] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-229ac168-3736-476b-b07a-8bbf35fe6525 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.674166] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f68ba26-5527-412f-add8-f9c4bfdb84ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.710403] env[62127]: DEBUG nova.compute.manager [req-5b75d516-9520-46f9-808d-e61d884cbd20 req-1a7b0a1b-783e-4a50-b75a-08482c221550 service nova] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Detach interface failed, port_id=a7f673b2-7997-470a-91aa-8120d6556ba9, reason: Instance ef1727e9-4ea9-47d2-b94d-b471cc4ce30d could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1477.723287] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733248, 'name': CreateVM_Task, 'duration_secs': 0.509656} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.723516] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1477.724244] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1477.724410] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.724735] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1477.724996] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d91c7c99-8eb0-439e-9184-ee237ea104f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.732571] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1477.732571] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520ec0f4-3415-c098-02d3-44d3d10b03d3" [ 1477.732571] env[62127]: _type = "Task" [ 1477.732571] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.741787] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520ec0f4-3415-c098-02d3-44d3d10b03d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.778780] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5255873a-8422-7f11-d1b4-6ef720d121ab, 'name': SearchDatastore_Task, 'duration_secs': 0.015539} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1477.778780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1477.778972] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 00276585-cd8e-4a07-a072-e4c3f1bbe134/00276585-cd8e-4a07-a072-e4c3f1bbe134.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1477.779311] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-508b07de-0fcd-4841-b881-9ef08a5e851e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.788389] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.200s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1477.788875] env[62127]: DEBUG nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1477.791588] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1477.791588] env[62127]: value = "task-1733249" [ 1477.791588] env[62127]: _type = "Task" [ 1477.791588] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1477.791855] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.936s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1477.792109] env[62127]: DEBUG nova.objects.instance [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lazy-loading 'resources' on Instance uuid ee71b71e-d577-4705-9731-250f85cacb27 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1477.803668] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733249, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1477.891390] env[62127]: DEBUG oslo_concurrency.lockutils [None req-21d4648a-a8e0-4e8e-9de1-a9c53846e113 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.053s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.070548] env[62127]: INFO nova.compute.manager [-] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Took 1.47 seconds to deallocate network for instance. [ 1478.200206] env[62127]: DEBUG nova.network.neutron [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Updated VIF entry in instance network info cache for port 13ffabef-43c8-450e-b1b2-18c5ea02b979. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.200640] env[62127]: DEBUG nova.network.neutron [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Updating instance_info_cache with network_info: [{"id": "13ffabef-43c8-450e-b1b2-18c5ea02b979", "address": "fa:16:3e:72:3f:4d", "network": {"id": "ac8232f0-65b9-4892-b857-9557537b38d7", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1326118092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f96053b341ef40668c80c4c3c58cf1f1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56398cc0-e39f-410f-8036-8c2a6870e26f", "external-id": "nsx-vlan-transportzone-612", "segmentation_id": 612, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ffabef-43", "ovs_interfaceid": "13ffabef-43c8-450e-b1b2-18c5ea02b979", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.248298] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520ec0f4-3415-c098-02d3-44d3d10b03d3, 'name': SearchDatastore_Task, 'duration_secs': 0.023106} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.248722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.248933] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1478.249256] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1478.249430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.249660] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1478.250406] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7015c05f-913f-45d8-a550-37ef247c0925 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.267554] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1478.267825] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1478.268740] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a50745b4-a6b7-4931-baff-45c08117a445 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.277485] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1478.277485] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5238a061-2a00-730c-1d18-b309859f345e" [ 1478.277485] env[62127]: _type = "Task" [ 1478.277485] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.289966] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5238a061-2a00-730c-1d18-b309859f345e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.298349] env[62127]: DEBUG nova.compute.utils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1478.303612] env[62127]: DEBUG nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1478.303824] env[62127]: DEBUG nova.network.neutron [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.313700] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733249, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.366072] env[62127]: DEBUG nova.policy [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0e8ddebcd64b239aab08a044025779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c02c3b3ba114f9a814fec4c0ddc2153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1478.394356] env[62127]: DEBUG nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1478.454259] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "631015b4-46f0-4487-9618-fa6d79c8d1b0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.454686] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.454982] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "631015b4-46f0-4487-9618-fa6d79c8d1b0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.455197] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1478.455380] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1478.460509] env[62127]: INFO nova.compute.manager [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Terminating instance [ 1478.466163] env[62127]: DEBUG nova.compute.manager [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1478.466163] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1478.466163] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5610fd1b-8e74-49e3-a800-05e889d7262d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.479965] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1478.480327] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-57ab7563-1edc-460b-afc6-438927576f13 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.488868] env[62127]: DEBUG oslo_vmware.api [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1478.488868] env[62127]: value = "task-1733250" [ 1478.488868] env[62127]: _type = "Task" [ 1478.488868] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.501604] env[62127]: DEBUG oslo_vmware.api [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733250, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.577901] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1478.707233] env[62127]: DEBUG oslo_concurrency.lockutils [req-5e3160c8-918e-4c47-9fab-c921df86e11f req-4bcbc552-5ad5-44d3-b3e5-7436131c95eb service nova] Releasing lock "refresh_cache-6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1478.714317] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05e1e535-e562-4450-950d-eaa822fb51a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.722753] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ff9dfa-2890-4f21-93a0-982ded611bc3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.754284] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c1d8a-4300-4d48-936b-888104de145a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.765863] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9ee6d47-da63-4286-b668-5901178938c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.788989] env[62127]: DEBUG nova.compute.provider_tree [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1478.802105] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5238a061-2a00-730c-1d18-b309859f345e, 'name': SearchDatastore_Task, 'duration_secs': 0.058759} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.803946] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec24d41-83e1-4ccb-a3df-7daccd4c3708 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.810076] env[62127]: DEBUG nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1478.812997] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733249, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688042} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1478.815024] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 00276585-cd8e-4a07-a072-e4c3f1bbe134/00276585-cd8e-4a07-a072-e4c3f1bbe134.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1478.815024] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1478.815024] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7cbd5a9-a87c-45e1-88ae-2ff51b6e5051 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1478.818559] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1478.818559] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524115e4-f031-2b72-9a3b-513933a4b2ec" [ 1478.818559] env[62127]: _type = "Task" [ 1478.818559] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.828125] env[62127]: DEBUG nova.network.neutron [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Successfully created port: babbb49b-bdca-4473-85b1-b39b3b30a5a6 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1478.835170] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524115e4-f031-2b72-9a3b-513933a4b2ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.837817] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1478.837817] env[62127]: value = "task-1733251" [ 1478.837817] env[62127]: _type = "Task" [ 1478.837817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1478.849539] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733251, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1478.916596] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1479.001611] env[62127]: DEBUG oslo_vmware.api [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733250, 'name': PowerOffVM_Task, 'duration_secs': 0.377793} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.001938] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1479.002126] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1479.002410] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e99b6afc-4fe6-4240-8a18-abeeee1fd01e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.094778] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1479.094778] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1479.094778] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleting the datastore file [datastore1] 631015b4-46f0-4487-9618-fa6d79c8d1b0 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1479.094778] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fdb40abc-f8d5-4c7f-b033-b72359e8a1c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.106131] env[62127]: DEBUG oslo_vmware.api [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1479.106131] env[62127]: value = "task-1733253" [ 1479.106131] env[62127]: _type = "Task" [ 1479.106131] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.113914] env[62127]: DEBUG oslo_vmware.api [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.314585] env[62127]: ERROR nova.scheduler.client.report [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [req-e8f56056-4b2d-4286-a9c5-6e7031af53fe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e8f56056-4b2d-4286-a9c5-6e7031af53fe"}]} [ 1479.331866] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524115e4-f031-2b72-9a3b-513933a4b2ec, 'name': SearchDatastore_Task, 'duration_secs': 0.018241} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.332171] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1479.332445] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402/6bd48d8c-f7a5-4e83-bb5b-1117dcfde402.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1479.332708] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-665a5e07-a468-45f5-b316-f4480a0aedcb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.336081] env[62127]: DEBUG nova.scheduler.client.report [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1479.345013] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1479.345013] env[62127]: value = "task-1733254" [ 1479.345013] env[62127]: _type = "Task" [ 1479.345013] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.353066] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733251, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145808} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.353066] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1479.353689] env[62127]: DEBUG nova.scheduler.client.report [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1479.353897] env[62127]: DEBUG nova.compute.provider_tree [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.356507] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ab8cb2f-6e60-46b3-97da-68e74d391d20 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.363539] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.384545] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] 00276585-cd8e-4a07-a072-e4c3f1bbe134/00276585-cd8e-4a07-a072-e4c3f1bbe134.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1479.385779] env[62127]: DEBUG nova.scheduler.client.report [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1479.389118] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b54ed7-e60e-4965-9472-71448c2284ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.412350] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1479.412350] env[62127]: value = "task-1733255" [ 1479.412350] env[62127]: _type = "Task" [ 1479.412350] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1479.421224] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.428939] env[62127]: DEBUG nova.scheduler.client.report [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1479.616204] env[62127]: DEBUG oslo_vmware.api [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300434} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1479.618974] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1479.619194] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1479.619383] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1479.619604] env[62127]: INFO nova.compute.manager [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1479.619886] env[62127]: DEBUG oslo.service.loopingcall [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1479.620308] env[62127]: DEBUG nova.compute.manager [-] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1479.620411] env[62127]: DEBUG nova.network.neutron [-] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1479.817284] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffecf069-738a-44aa-9abe-adea4c1a4262 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.826874] env[62127]: DEBUG nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1479.830205] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6f0ebf1-9514-4b1e-b9b9-90e7e4333192 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.868874] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead79232-db2a-48ac-bde9-b3aa41d32148 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.880422] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671a2268-8873-4268-b204-6c3027c023ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.888100] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733254, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1479.892561] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1479.892837] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1479.892996] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1479.893339] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1479.893499] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1479.893636] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1479.893860] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1479.894107] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1479.894438] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1479.894540] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1479.894721] env[62127]: DEBUG nova.virt.hardware [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1479.895791] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f42400e-f3f5-4d90-972a-fabf4ad6a710 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.908807] env[62127]: DEBUG nova.compute.provider_tree [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1479.919849] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b8c2fc-ee7d-4ab3-bb4c-0bb0bd1d4102 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1479.929061] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.006187] env[62127]: DEBUG nova.compute.manager [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1480.064652] env[62127]: DEBUG nova.compute.manager [req-9bcd686d-0071-46ba-b7d0-0f2d60331748 req-c4c9365a-1279-4c8a-a18d-807e9290b508 service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Received event network-vif-deleted-3b941775-8dad-4976-95e5-5d5224b467f5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1480.064987] env[62127]: INFO nova.compute.manager [req-9bcd686d-0071-46ba-b7d0-0f2d60331748 req-c4c9365a-1279-4c8a-a18d-807e9290b508 service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Neutron deleted interface 3b941775-8dad-4976-95e5-5d5224b467f5; detaching it from the instance and deleting it from the info cache [ 1480.065195] env[62127]: DEBUG nova.network.neutron [req-9bcd686d-0071-46ba-b7d0-0f2d60331748 req-c4c9365a-1279-4c8a-a18d-807e9290b508 service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.375615] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.801792} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.375898] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402/6bd48d8c-f7a5-4e83-bb5b-1117dcfde402.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1480.376170] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1480.376436] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc8b8833-dc1d-44c7-bb15-c8abd984d0c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.380653] env[62127]: DEBUG nova.compute.manager [req-1e320461-587e-4f27-8047-8671a840bfec req-a4ef1893-de46-42e8-9754-50c1b0a01784 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Received event network-vif-plugged-babbb49b-bdca-4473-85b1-b39b3b30a5a6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1480.380856] env[62127]: DEBUG oslo_concurrency.lockutils [req-1e320461-587e-4f27-8047-8671a840bfec req-a4ef1893-de46-42e8-9754-50c1b0a01784 service nova] Acquiring lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.381852] env[62127]: DEBUG oslo_concurrency.lockutils [req-1e320461-587e-4f27-8047-8671a840bfec req-a4ef1893-de46-42e8-9754-50c1b0a01784 service nova] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.382104] env[62127]: DEBUG oslo_concurrency.lockutils [req-1e320461-587e-4f27-8047-8671a840bfec req-a4ef1893-de46-42e8-9754-50c1b0a01784 service nova] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.382293] env[62127]: DEBUG nova.compute.manager [req-1e320461-587e-4f27-8047-8671a840bfec req-a4ef1893-de46-42e8-9754-50c1b0a01784 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] No waiting events found dispatching network-vif-plugged-babbb49b-bdca-4473-85b1-b39b3b30a5a6 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1480.382452] env[62127]: WARNING nova.compute.manager [req-1e320461-587e-4f27-8047-8671a840bfec req-a4ef1893-de46-42e8-9754-50c1b0a01784 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Received unexpected event network-vif-plugged-babbb49b-bdca-4473-85b1-b39b3b30a5a6 for instance with vm_state building and task_state spawning. [ 1480.389603] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1480.389603] env[62127]: value = "task-1733256" [ 1480.389603] env[62127]: _type = "Task" [ 1480.389603] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.400725] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.424858] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733255, 'name': ReconfigVM_Task, 'duration_secs': 0.644492} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.425209] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Reconfigured VM instance instance-0000003d to attach disk [datastore1] 00276585-cd8e-4a07-a072-e4c3f1bbe134/00276585-cd8e-4a07-a072-e4c3f1bbe134.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1480.425821] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-80a9205f-b6de-4f31-8090-00195e27e4da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.433965] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1480.433965] env[62127]: value = "task-1733257" [ 1480.433965] env[62127]: _type = "Task" [ 1480.433965] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.445608] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733257, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.461375] env[62127]: DEBUG nova.scheduler.client.report [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 93 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1480.461814] env[62127]: DEBUG nova.compute.provider_tree [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 93 to 94 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1480.462181] env[62127]: DEBUG nova.compute.provider_tree [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1480.533368] env[62127]: DEBUG nova.network.neutron [-] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1480.539806] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1480.568390] env[62127]: DEBUG nova.network.neutron [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Successfully updated port: babbb49b-bdca-4473-85b1-b39b3b30a5a6 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.569652] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-77ab0cb5-6ab7-4529-8685-478149381c2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.584303] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e887cacf-e987-4d7c-aa06-8f5d54c11921 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.623682] env[62127]: DEBUG nova.compute.manager [req-9bcd686d-0071-46ba-b7d0-0f2d60331748 req-c4c9365a-1279-4c8a-a18d-807e9290b508 service nova] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Detach interface failed, port_id=3b941775-8dad-4976-95e5-5d5224b467f5, reason: Instance 631015b4-46f0-4487-9618-fa6d79c8d1b0 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1480.900441] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120776} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.900684] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1480.901462] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce07d5bf-374e-432f-a0ac-d84adbfbc291 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.924995] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402/6bd48d8c-f7a5-4e83-bb5b-1117dcfde402.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1480.925323] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6fabb6c-7b44-4911-bf93-6593cd39c302 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.949833] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733257, 'name': Rename_Task, 'duration_secs': 0.199509} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1480.951204] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1480.951532] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1480.951532] env[62127]: value = "task-1733258" [ 1480.951532] env[62127]: _type = "Task" [ 1480.951532] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.951726] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e494f7f-043d-4359-926d-0e5c428b370a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.962940] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733258, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1480.965149] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1480.965149] env[62127]: value = "task-1733259" [ 1480.965149] env[62127]: _type = "Task" [ 1480.965149] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1480.968852] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.177s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1480.971039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.829s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1480.972601] env[62127]: INFO nova.compute.claims [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1480.982595] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733259, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.021986] env[62127]: INFO nova.scheduler.client.report [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted allocations for instance ee71b71e-d577-4705-9731-250f85cacb27 [ 1481.036898] env[62127]: INFO nova.compute.manager [-] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Took 1.42 seconds to deallocate network for instance. [ 1481.070586] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-3489076b-b6c4-4d2a-ae63-1669ff1c981e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1481.070759] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-3489076b-b6c4-4d2a-ae63-1669ff1c981e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.070917] env[62127]: DEBUG nova.network.neutron [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.468603] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.482244] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733259, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1481.532104] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea39bce6-657f-42ef-afe6-9a59b50dd758 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "ee71b71e-d577-4705-9731-250f85cacb27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.215s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1481.543519] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1481.671760] env[62127]: DEBUG nova.network.neutron [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.925959] env[62127]: DEBUG nova.network.neutron [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Updating instance_info_cache with network_info: [{"id": "babbb49b-bdca-4473-85b1-b39b3b30a5a6", "address": "fa:16:3e:69:66:98", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabbb49b-bd", "ovs_interfaceid": "babbb49b-bdca-4473-85b1-b39b3b30a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1481.968277] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733258, 'name': ReconfigVM_Task, 'duration_secs': 0.529292} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.968641] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402/6bd48d8c-f7a5-4e83-bb5b-1117dcfde402.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1481.972177] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d460867d-634f-4940-8177-a6b2e8ae01ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1481.980302] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733259, 'name': PowerOnVM_Task, 'duration_secs': 0.654981} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1481.981586] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1481.981807] env[62127]: INFO nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Took 9.90 seconds to spawn the instance on the hypervisor. [ 1481.982012] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1481.982343] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1481.982343] env[62127]: value = "task-1733260" [ 1481.982343] env[62127]: _type = "Task" [ 1481.982343] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1481.983082] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e161de7-fc5d-4363-8f2f-29b2bdba19e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.003490] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733260, 'name': Rename_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.332415] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55143a3-de32-477b-85db-fc543117d25f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.340766] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937f5375-fd46-4600-b938-cf939eb1489d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.373352] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-920cd4b2-7520-4e25-8253-abd34c9820dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.386801] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3cf0dff-b4dd-417d-a0ef-2981faf99536 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.402777] env[62127]: DEBUG nova.compute.provider_tree [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.428611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-3489076b-b6c4-4d2a-ae63-1669ff1c981e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1482.428949] env[62127]: DEBUG nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Instance network_info: |[{"id": "babbb49b-bdca-4473-85b1-b39b3b30a5a6", "address": "fa:16:3e:69:66:98", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabbb49b-bd", "ovs_interfaceid": "babbb49b-bdca-4473-85b1-b39b3b30a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1482.429410] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:66:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'babbb49b-bdca-4473-85b1-b39b3b30a5a6', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.437432] env[62127]: DEBUG oslo.service.loopingcall [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1482.437979] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.438245] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6e5bf3c-6619-451d-8ef6-7dce767c2105 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.461395] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.461395] env[62127]: value = "task-1733261" [ 1482.461395] env[62127]: _type = "Task" [ 1482.461395] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.470798] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733261, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.495916] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733260, 'name': Rename_Task, 'duration_secs': 0.291193} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.496257] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1482.496574] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab37fbb1-df6d-4395-861e-a534ac77f50c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.503598] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1482.503598] env[62127]: value = "task-1733262" [ 1482.503598] env[62127]: _type = "Task" [ 1482.503598] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.513884] env[62127]: INFO nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Took 26.30 seconds to build instance. [ 1482.518157] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.611549] env[62127]: DEBUG nova.compute.manager [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Received event network-changed-babbb49b-bdca-4473-85b1-b39b3b30a5a6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1482.611773] env[62127]: DEBUG nova.compute.manager [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Refreshing instance network info cache due to event network-changed-babbb49b-bdca-4473-85b1-b39b3b30a5a6. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1482.612074] env[62127]: DEBUG oslo_concurrency.lockutils [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] Acquiring lock "refresh_cache-3489076b-b6c4-4d2a-ae63-1669ff1c981e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.612252] env[62127]: DEBUG oslo_concurrency.lockutils [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] Acquired lock "refresh_cache-3489076b-b6c4-4d2a-ae63-1669ff1c981e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.612420] env[62127]: DEBUG nova.network.neutron [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Refreshing network info cache for port babbb49b-bdca-4473-85b1-b39b3b30a5a6 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.953919] env[62127]: DEBUG nova.scheduler.client.report [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 94 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1482.954095] env[62127]: DEBUG nova.compute.provider_tree [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 94 to 95 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1482.954430] env[62127]: DEBUG nova.compute.provider_tree [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1482.971671] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733261, 'name': CreateVM_Task, 'duration_secs': 0.463674} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.971841] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.972837] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1482.972837] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.973110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1482.973414] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c1ca40-a23a-4769-9914-54ea6b1c4cc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.980651] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1482.980651] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d7e71b-591f-51fe-744a-6fd5fe3a29f5" [ 1482.980651] env[62127]: _type = "Task" [ 1482.980651] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.991931] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d7e71b-591f-51fe-744a-6fd5fe3a29f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.017120] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733262, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.020670] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.823s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.459767] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.460320] env[62127]: DEBUG nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1483.463642] env[62127]: DEBUG nova.network.neutron [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Updated VIF entry in instance network info cache for port babbb49b-bdca-4473-85b1-b39b3b30a5a6. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.464051] env[62127]: DEBUG nova.network.neutron [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Updating instance_info_cache with network_info: [{"id": "babbb49b-bdca-4473-85b1-b39b3b30a5a6", "address": "fa:16:3e:69:66:98", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbabbb49b-bd", "ovs_interfaceid": "babbb49b-bdca-4473-85b1-b39b3b30a5a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.466041] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 21.319s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.466041] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1483.466041] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1483.466041] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.527s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1483.467094] env[62127]: INFO nova.compute.claims [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1483.470720] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73ced73-3be9-4ffa-847b-ae4ca9df706d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.480312] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da029c4-c3dc-4237-966c-703273d34904 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.494990] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d7e71b-591f-51fe-744a-6fd5fe3a29f5, 'name': SearchDatastore_Task, 'duration_secs': 0.014615} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.502912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.503224] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.503466] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1483.503615] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.503797] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.504266] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-86b6aef9-7b29-4730-a869-4b6a551545cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.506679] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e183403-f782-4e31-9491-11e25333563e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.523243] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d0da80-a5af-4b3c-b39d-2fc297611916 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.526989] env[62127]: DEBUG oslo_vmware.api [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733262, 'name': PowerOnVM_Task, 'duration_secs': 0.713684} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.528200] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1483.528705] env[62127]: INFO nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Took 8.95 seconds to spawn the instance on the hypervisor. [ 1483.528705] env[62127]: DEBUG nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1483.529042] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.529215] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.530946] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6189d834-56f6-407f-a8b7-8840f18ac642 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.534946] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d790c274-c5cb-4bf9-894f-f3d892d365ed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.563797] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179814MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1483.563999] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1483.569440] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1483.569440] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529d4b46-f99b-fdad-3477-fdb130cdf516" [ 1483.569440] env[62127]: _type = "Task" [ 1483.569440] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.588670] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529d4b46-f99b-fdad-3477-fdb130cdf516, 'name': SearchDatastore_Task, 'duration_secs': 0.011605} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.589498] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf11413c-72c2-4370-af29-6733c47a5e49 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.597195] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1483.597195] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c7a700-1414-ac55-76f2-678695db91c6" [ 1483.597195] env[62127]: _type = "Task" [ 1483.597195] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.609672] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c7a700-1414-ac55-76f2-678695db91c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.685360] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b1a20-e9f6-44a4-f1ab-7ecab08ccdc1/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1483.686485] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c00fb3c-d629-42fe-b225-d7143604d99b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.693059] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b1a20-e9f6-44a4-f1ab-7ecab08ccdc1/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1483.693231] env[62127]: ERROR oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b1a20-e9f6-44a4-f1ab-7ecab08ccdc1/disk-0.vmdk due to incomplete transfer. [ 1483.693461] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f4cce6e9-186e-4b37-b387-41beb5a4710e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.701169] env[62127]: DEBUG oslo_vmware.rw_handles [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/526b1a20-e9f6-44a4-f1ab-7ecab08ccdc1/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1483.701262] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Uploaded image e342067d-3538-42a7-b0bb-2eb07dc58873 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1483.703332] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1483.703576] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d308b802-c5af-427c-90f5-2e0ac41289b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.709801] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1483.709801] env[62127]: value = "task-1733263" [ 1483.709801] env[62127]: _type = "Task" [ 1483.709801] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.718353] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733263, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.971113] env[62127]: DEBUG oslo_concurrency.lockutils [req-42d4ef7c-fd0f-441a-b292-ed4f346e8a8a req-0068cdc6-9531-4a4d-be51-a1e5699fd809 service nova] Releasing lock "refresh_cache-3489076b-b6c4-4d2a-ae63-1669ff1c981e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1483.972559] env[62127]: DEBUG nova.compute.utils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1483.973941] env[62127]: DEBUG nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Not allocating networking since 'none' was specified. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1484.086084] env[62127]: INFO nova.compute.manager [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Took 27.83 seconds to build instance. [ 1484.111984] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c7a700-1414-ac55-76f2-678695db91c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011076} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.111984] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1484.111984] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.112426] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-977349e6-98cc-40d5-a823-48a1ae1fb3ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.122036] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1484.122036] env[62127]: value = "task-1733264" [ 1484.122036] env[62127]: _type = "Task" [ 1484.122036] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.131533] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.221678] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733263, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.478130] env[62127]: DEBUG nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1484.588443] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ea16e737-9654-47d5-be36-a0bd78b86e76 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.341s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.633517] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.509992} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.636572] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.636850] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.637541] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f5e281cf-3e0a-4178-ad5f-ee6d56e6ef7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.646062] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1484.646062] env[62127]: value = "task-1733265" [ 1484.646062] env[62127]: _type = "Task" [ 1484.646062] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.659143] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.725541] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733263, 'name': Destroy_Task, 'duration_secs': 0.752774} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.725819] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Destroyed the VM [ 1484.726174] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1484.727155] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9817580c-a512-4e5e-be37-7354cce6c9ed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.739027] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1484.739027] env[62127]: value = "task-1733266" [ 1484.739027] env[62127]: _type = "Task" [ 1484.739027] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.749461] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733266, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.871835] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc6cb197-f066-45d2-98a7-b523d214b516 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.881195] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2efe911-360e-4000-8044-7bf850ffe9b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.922250] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04345f89-075d-4565-a476-c09f3ddd1ab6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.931083] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3825687c-9de3-4bb2-b392-0e594f0261f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.946465] env[62127]: DEBUG nova.compute.provider_tree [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1484.975892] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "00276585-cd8e-4a07-a072-e4c3f1bbe134" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.976294] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.976623] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "00276585-cd8e-4a07-a072-e4c3f1bbe134-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1484.976868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1484.977094] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1484.979479] env[62127]: INFO nova.compute.manager [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Terminating instance [ 1484.981796] env[62127]: DEBUG nova.compute.manager [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1484.981796] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1484.982679] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1441c5-8b4e-4180-9c00-7979ad601599 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.993613] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1484.993898] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fee666bd-2112-457a-9c59-17ea639afc6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.003518] env[62127]: DEBUG oslo_vmware.api [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1485.003518] env[62127]: value = "task-1733267" [ 1485.003518] env[62127]: _type = "Task" [ 1485.003518] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.019457] env[62127]: DEBUG oslo_vmware.api [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.157031] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076485} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.157242] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.158035] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017872a0-e695-40eb-bde3-0950c9825b0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.181783] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.182018] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7ae864-3a97-4d0f-a378-a3809c33162a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.202869] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1485.202869] env[62127]: value = "task-1733268" [ 1485.202869] env[62127]: _type = "Task" [ 1485.202869] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.212241] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733268, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.247950] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733266, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.327453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.327453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.327453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1485.327453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.328207] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.330771] env[62127]: INFO nova.compute.manager [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Terminating instance [ 1485.333843] env[62127]: DEBUG nova.compute.manager [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1485.333843] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1485.334620] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200ed645-bcbe-4492-85eb-709df4d6a7a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.344969] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1485.345335] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f706e1f-42e5-48e2-a2b5-b3e70c404f05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.353674] env[62127]: DEBUG oslo_vmware.api [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1485.353674] env[62127]: value = "task-1733269" [ 1485.353674] env[62127]: _type = "Task" [ 1485.353674] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.368230] env[62127]: DEBUG oslo_vmware.api [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733269, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.450156] env[62127]: DEBUG nova.scheduler.client.report [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1485.494950] env[62127]: DEBUG nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1485.514759] env[62127]: DEBUG oslo_vmware.api [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733267, 'name': PowerOffVM_Task, 'duration_secs': 0.201027} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.515068] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.515254] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.515688] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-563aa8e0-6ec5-479c-a0a1-3fe6c99fbcef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.530809] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1485.531126] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1485.531126] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1485.531314] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1485.531486] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1485.533489] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1485.533489] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1485.533489] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1485.533489] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1485.533489] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1485.533489] env[62127]: DEBUG nova.virt.hardware [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1485.533659] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f30b06cc-d105-4ce2-a689-71297c456360 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.544277] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc521d3-0b90-4617-aceb-fe38eb13b4dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.561428] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1485.567563] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Creating folder: Project (701c64a9cf684c36aab05da89abb7d16). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.567947] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1622f86d-27f4-4526-b824-99aba60dfad3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.581353] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Created folder: Project (701c64a9cf684c36aab05da89abb7d16) in parent group-v360450. [ 1485.581579] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Creating folder: Instances. Parent ref: group-v360636. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1485.581849] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-351840ac-7862-4a66-8170-a83321efe221 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.597447] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Created folder: Instances in parent group-v360636. [ 1485.597860] env[62127]: DEBUG oslo.service.loopingcall [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1485.599528] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1485.599833] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.600171] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.600384] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleting the datastore file [datastore1] 00276585-cd8e-4a07-a072-e4c3f1bbe134 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.600671] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56deb67d-04ac-4976-8569-0d336e5719eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.612811] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8dc1d85-2f47-4387-8c08-68f59d3fbfd4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.621304] env[62127]: DEBUG oslo_vmware.api [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1485.621304] env[62127]: value = "task-1733273" [ 1485.621304] env[62127]: _type = "Task" [ 1485.621304] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.623093] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1485.623093] env[62127]: value = "task-1733274" [ 1485.623093] env[62127]: _type = "Task" [ 1485.623093] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.637297] env[62127]: DEBUG oslo_vmware.api [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733273, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.640418] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733274, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.714107] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733268, 'name': ReconfigVM_Task, 'duration_secs': 0.301585} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.714466] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.715155] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68dd407f-992f-4f79-bd7a-130bdc012208 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.723122] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1485.723122] env[62127]: value = "task-1733275" [ 1485.723122] env[62127]: _type = "Task" [ 1485.723122] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.732620] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733275, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.747897] env[62127]: DEBUG oslo_vmware.api [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733266, 'name': RemoveSnapshot_Task, 'duration_secs': 0.942481} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.748139] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1485.748302] env[62127]: INFO nova.compute.manager [None req-27dd9ac9-ee90-480b-bdc7-032769be1eb1 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Took 15.37 seconds to snapshot the instance on the hypervisor. [ 1485.865777] env[62127]: DEBUG oslo_vmware.api [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733269, 'name': PowerOffVM_Task, 'duration_secs': 0.308113} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.866157] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1485.866345] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1485.866662] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ddf7a4d-ee3d-4dd6-bde1-aeb888bec3aa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.957722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1485.958361] env[62127]: DEBUG nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1485.961425] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.478s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1485.963543] env[62127]: INFO nova.compute.claims [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1485.969265] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1485.969265] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1485.969265] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleting the datastore file [datastore1] 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1485.969265] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-668ec7e8-b33b-439b-8ebb-1f3f8885992a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.978040] env[62127]: DEBUG oslo_vmware.api [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for the task: (returnval){ [ 1485.978040] env[62127]: value = "task-1733277" [ 1485.978040] env[62127]: _type = "Task" [ 1485.978040] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.986870] env[62127]: DEBUG oslo_vmware.api [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.135863] env[62127]: DEBUG oslo_vmware.api [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733273, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202956} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.140816] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.140816] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.140816] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.140816] env[62127]: INFO nova.compute.manager [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1486.140816] env[62127]: DEBUG oslo.service.loopingcall [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.140816] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733274, 'name': CreateVM_Task, 'duration_secs': 0.394911} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.140816] env[62127]: DEBUG nova.compute.manager [-] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1486.141497] env[62127]: DEBUG nova.network.neutron [-] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.142532] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1486.142938] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.143111] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.143444] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1486.144012] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02855e2b-82d2-4425-8961-abcf97888a26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.153428] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1486.153723] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1486.154902] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1486.154902] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d4dfc6-c796-6bb2-cc91-794e33ec36a3" [ 1486.154902] env[62127]: _type = "Task" [ 1486.154902] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.165073] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d4dfc6-c796-6bb2-cc91-794e33ec36a3, 'name': SearchDatastore_Task, 'duration_secs': 0.009971} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.165377] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1486.165608] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1486.165837] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1486.165980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1486.166199] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1486.166971] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b587f59e-c543-4d25-92a3-0a36b4cad9a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.177082] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1486.177307] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1486.178053] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8c26cac-c41d-40c4-9418-2d6bb9835775 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.184885] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1486.184885] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528c90d2-127a-52ae-2829-ae4a1fc913c7" [ 1486.184885] env[62127]: _type = "Task" [ 1486.184885] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.195068] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528c90d2-127a-52ae-2829-ae4a1fc913c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.233621] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733275, 'name': Rename_Task, 'duration_secs': 0.188555} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.234180] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.234444] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b86ad331-1d84-4ab3-ac62-7b60c1f38f0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.241277] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1486.241277] env[62127]: value = "task-1733278" [ 1486.241277] env[62127]: _type = "Task" [ 1486.241277] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.249184] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733278, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.469646] env[62127]: DEBUG nova.compute.utils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1486.475948] env[62127]: DEBUG nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1486.476106] env[62127]: DEBUG nova.network.neutron [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1486.489621] env[62127]: DEBUG nova.compute.manager [req-e3b67c7f-9940-44f6-b75d-5534945b61aa req-f5e571f4-431d-4462-9f81-843b2548c5b3 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Received event network-vif-deleted-808178c0-d7a9-475c-9775-614f322686dd {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1486.489882] env[62127]: INFO nova.compute.manager [req-e3b67c7f-9940-44f6-b75d-5534945b61aa req-f5e571f4-431d-4462-9f81-843b2548c5b3 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Neutron deleted interface 808178c0-d7a9-475c-9775-614f322686dd; detaching it from the instance and deleting it from the info cache [ 1486.490133] env[62127]: DEBUG nova.network.neutron [req-e3b67c7f-9940-44f6-b75d-5534945b61aa req-f5e571f4-431d-4462-9f81-843b2548c5b3 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.502245] env[62127]: DEBUG oslo_vmware.api [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Task: {'id': task-1733277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161176} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.502545] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1486.502752] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1486.502937] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1486.503197] env[62127]: INFO nova.compute.manager [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1486.503394] env[62127]: DEBUG oslo.service.loopingcall [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1486.503605] env[62127]: DEBUG nova.compute.manager [-] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1486.503700] env[62127]: DEBUG nova.network.neutron [-] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1486.540632] env[62127]: DEBUG nova.policy [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcbc6f11f652497298816dc20c37b2e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd70d4a7d13044ec78b6aa9a271b01475', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1486.657029] env[62127]: DEBUG nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1486.696896] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528c90d2-127a-52ae-2829-ae4a1fc913c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009227} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.697776] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-664f7ac5-53b2-4927-8bae-1f8599d1bce9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.704499] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1486.704499] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5264471b-1527-9869-87ef-0562679fdd80" [ 1486.704499] env[62127]: _type = "Task" [ 1486.704499] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.716313] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5264471b-1527-9869-87ef-0562679fdd80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.754714] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733278, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.823761] env[62127]: DEBUG nova.compute.manager [req-e1c936d5-14bc-46b7-b253-61ac3d6131e9 req-573a6e65-04b5-4143-9ed9-77c425dbdfa4 service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Received event network-vif-deleted-13ffabef-43c8-450e-b1b2-18c5ea02b979 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1486.823914] env[62127]: INFO nova.compute.manager [req-e1c936d5-14bc-46b7-b253-61ac3d6131e9 req-573a6e65-04b5-4143-9ed9-77c425dbdfa4 service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Neutron deleted interface 13ffabef-43c8-450e-b1b2-18c5ea02b979; detaching it from the instance and deleting it from the info cache [ 1486.824148] env[62127]: DEBUG nova.network.neutron [req-e1c936d5-14bc-46b7-b253-61ac3d6131e9 req-573a6e65-04b5-4143-9ed9-77c425dbdfa4 service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.852220] env[62127]: DEBUG nova.network.neutron [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Successfully created port: 1ac023c6-60e7-4613-927c-a462e599bc8e {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1486.958131] env[62127]: DEBUG nova.network.neutron [-] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1486.980940] env[62127]: DEBUG nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1486.993619] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9143097b-d98e-45a7-9ec2-78653af85432 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.015203] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25991327-807d-4c94-803c-400e33cbc8f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.058516] env[62127]: DEBUG nova.compute.manager [req-e3b67c7f-9940-44f6-b75d-5534945b61aa req-f5e571f4-431d-4462-9f81-843b2548c5b3 service nova] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Detach interface failed, port_id=808178c0-d7a9-475c-9775-614f322686dd, reason: Instance 00276585-cd8e-4a07-a072-e4c3f1bbe134 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1487.181953] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1487.224290] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5264471b-1527-9869-87ef-0562679fdd80, 'name': SearchDatastore_Task, 'duration_secs': 0.03019} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.224380] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1487.225157] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1487.225157] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3d669bac-a473-4ac9-8799-474d5dee53e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.232687] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1487.232687] env[62127]: value = "task-1733279" [ 1487.232687] env[62127]: _type = "Task" [ 1487.232687] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1487.244991] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733279, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.255280] env[62127]: DEBUG oslo_vmware.api [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733278, 'name': PowerOnVM_Task, 'duration_secs': 0.983708} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1487.255673] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1487.255797] env[62127]: INFO nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Took 7.43 seconds to spawn the instance on the hypervisor. [ 1487.255973] env[62127]: DEBUG nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1487.256918] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f0cff7-594c-45ff-ae1f-708b87f6b329 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.302284] env[62127]: DEBUG nova.network.neutron [-] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1487.331613] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ba08c27a-77be-433b-9c8f-70665fe5fb72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.359855] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4845f992-e9a6-490d-aabc-71564ad4393c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.403621] env[62127]: DEBUG nova.compute.manager [req-e1c936d5-14bc-46b7-b253-61ac3d6131e9 req-573a6e65-04b5-4143-9ed9-77c425dbdfa4 service nova] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Detach interface failed, port_id=13ffabef-43c8-450e-b1b2-18c5ea02b979, reason: Instance 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1487.461542] env[62127]: INFO nova.compute.manager [-] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Took 1.32 seconds to deallocate network for instance. [ 1487.469235] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639567b-e6a0-4c27-be7e-56aac7e7274f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.479269] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1928d008-ec90-4749-81ac-d934e55c7dc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.517385] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c7c968-0b7e-46cc-973f-79ef40430b63 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.533545] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d061091e-23c5-488d-b33b-5678cf4e797a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.558209] env[62127]: DEBUG nova.compute.provider_tree [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1487.744906] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733279, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1487.783774] env[62127]: INFO nova.compute.manager [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Took 29.37 seconds to build instance. [ 1487.805361] env[62127]: INFO nova.compute.manager [-] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Took 1.30 seconds to deallocate network for instance. [ 1487.968992] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.017062] env[62127]: DEBUG nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1488.047786] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1488.048058] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1488.048260] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1488.048501] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1488.048617] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1488.048763] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1488.048974] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1488.049145] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1488.049388] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1488.049594] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1488.049770] env[62127]: DEBUG nova.virt.hardware [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1488.050698] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09dedd10-0502-4d3b-90e0-952605bb888f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.059663] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba9f658b-ebce-4bc9-81ec-b5da9e506470 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.064140] env[62127]: DEBUG nova.scheduler.client.report [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1488.244520] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733279, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580782} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.244792] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1488.245013] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1488.245277] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-83edf81c-99aa-4ced-9ed5-7cc11c6751ae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.253758] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1488.253758] env[62127]: value = "task-1733280" [ 1488.253758] env[62127]: _type = "Task" [ 1488.253758] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.263788] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733280, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.286116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e43d9eff-7630-4e06-adf1-19d66f7bb080 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.886s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.312649] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.507131] env[62127]: DEBUG nova.compute.manager [req-8a33fbf9-5d0c-476c-ba67-2dbbc3af00cf req-44c1b00d-d1c2-4bc9-ab30-76455446e568 service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Received event network-vif-plugged-1ac023c6-60e7-4613-927c-a462e599bc8e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1488.507407] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a33fbf9-5d0c-476c-ba67-2dbbc3af00cf req-44c1b00d-d1c2-4bc9-ab30-76455446e568 service nova] Acquiring lock "2efabb10-ad80-4054-854f-677488cb911f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1488.507626] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a33fbf9-5d0c-476c-ba67-2dbbc3af00cf req-44c1b00d-d1c2-4bc9-ab30-76455446e568 service nova] Lock "2efabb10-ad80-4054-854f-677488cb911f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.507797] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a33fbf9-5d0c-476c-ba67-2dbbc3af00cf req-44c1b00d-d1c2-4bc9-ab30-76455446e568 service nova] Lock "2efabb10-ad80-4054-854f-677488cb911f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.507965] env[62127]: DEBUG nova.compute.manager [req-8a33fbf9-5d0c-476c-ba67-2dbbc3af00cf req-44c1b00d-d1c2-4bc9-ab30-76455446e568 service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] No waiting events found dispatching network-vif-plugged-1ac023c6-60e7-4613-927c-a462e599bc8e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1488.508155] env[62127]: WARNING nova.compute.manager [req-8a33fbf9-5d0c-476c-ba67-2dbbc3af00cf req-44c1b00d-d1c2-4bc9-ab30-76455446e568 service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Received unexpected event network-vif-plugged-1ac023c6-60e7-4613-927c-a462e599bc8e for instance with vm_state building and task_state spawning. [ 1488.569476] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1488.570015] env[62127]: DEBUG nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1488.573489] env[62127]: DEBUG nova.network.neutron [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Successfully updated port: 1ac023c6-60e7-4613-927c-a462e599bc8e {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1488.574376] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.162s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1488.575750] env[62127]: INFO nova.compute.claims [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1488.765934] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733280, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067066} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1488.766327] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1488.767205] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f68204e-991b-4b36-b140-a7981354e8e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.770360] env[62127]: INFO nova.compute.manager [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Rebuilding instance [ 1488.787996] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1488.788327] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4735ac9e-ffa5-4ac1-bb4f-afb7d4a3a705 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1488.813614] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1488.813614] env[62127]: value = "task-1733281" [ 1488.813614] env[62127]: _type = "Task" [ 1488.813614] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1488.822104] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733281, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1488.832018] env[62127]: DEBUG nova.compute.manager [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1488.832819] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ac602b-6f1d-4d91-949a-b2f1c6f531ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.083492] env[62127]: DEBUG nova.compute.utils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1489.085549] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1489.085692] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.085850] env[62127]: DEBUG nova.network.neutron [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1489.088914] env[62127]: DEBUG nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1489.089095] env[62127]: DEBUG nova.network.neutron [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1489.128044] env[62127]: DEBUG nova.policy [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f0890657fce34a76b094c880faa0b0b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ea89e123faae4586a11977c6b006affa', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1489.325486] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733281, 'name': ReconfigVM_Task, 'duration_secs': 0.378093} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.326112] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1489.326870] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd39012e-c5c6-471f-a4a3-fc83f0f16983 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.338057] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1489.338057] env[62127]: value = "task-1733282" [ 1489.338057] env[62127]: _type = "Task" [ 1489.338057] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.347137] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1489.347434] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733282, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.347653] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8e5400c-eae2-436e-9ea2-74bd7728fd04 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.354551] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1489.354551] env[62127]: value = "task-1733283" [ 1489.354551] env[62127]: _type = "Task" [ 1489.354551] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.365208] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733283, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.535066] env[62127]: DEBUG nova.network.neutron [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Successfully created port: 7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1489.590099] env[62127]: DEBUG nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1489.637078] env[62127]: DEBUG nova.network.neutron [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1489.775942] env[62127]: DEBUG nova.network.neutron [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Updating instance_info_cache with network_info: [{"id": "1ac023c6-60e7-4613-927c-a462e599bc8e", "address": "fa:16:3e:b4:7d:a6", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac023c6-60", "ovs_interfaceid": "1ac023c6-60e7-4613-927c-a462e599bc8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.848769] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733282, 'name': Rename_Task, 'duration_secs': 0.152074} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.849057] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1489.849309] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35d4c388-e36c-4f47-8c5b-4a0264f3a983 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.862211] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1489.862211] env[62127]: value = "task-1733284" [ 1489.862211] env[62127]: _type = "Task" [ 1489.862211] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1489.873539] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733283, 'name': PowerOffVM_Task, 'duration_secs': 0.178541} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1489.874361] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1489.874582] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1489.875387] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab79e2b0-1625-4a95-873f-5f3e8db56a48 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.881227] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733284, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1489.886041] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1489.889353] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6658ed5b-13c0-46dc-8e98-ec0bf7f8876c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.956777] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3f8ec6-aa48-4784-9038-2e1b405b26d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.964878] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-154d22e0-97f4-4911-81b2-867f720c0d40 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.996925] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe47580f-709a-4e7d-b6bf-a1b6850237ac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.999585] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1489.999784] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1489.999960] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleting the datastore file [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1490.000222] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1f4e51cd-93aa-421f-865d-7e701bc11838 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.008195] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1490.008195] env[62127]: value = "task-1733286" [ 1490.008195] env[62127]: _type = "Task" [ 1490.008195] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.014402] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f525fbc7-fb6f-4f5a-95f5-1488599be2f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.023577] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.031343] env[62127]: DEBUG nova.compute.provider_tree [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.276182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1490.276568] env[62127]: DEBUG nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Instance network_info: |[{"id": "1ac023c6-60e7-4613-927c-a462e599bc8e", "address": "fa:16:3e:b4:7d:a6", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac023c6-60", "ovs_interfaceid": "1ac023c6-60e7-4613-927c-a462e599bc8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1490.277021] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:7d:a6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1ac023c6-60e7-4613-927c-a462e599bc8e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1490.284723] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Creating folder: Project (d70d4a7d13044ec78b6aa9a271b01475). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.285033] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09cc7799-d481-4c82-8016-d5f9a27af3c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.296310] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Created folder: Project (d70d4a7d13044ec78b6aa9a271b01475) in parent group-v360450. [ 1490.296573] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Creating folder: Instances. Parent ref: group-v360639. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1490.296836] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9cc692df-5f99-4c50-b191-9874a8f75612 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.307470] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Created folder: Instances in parent group-v360639. [ 1490.307715] env[62127]: DEBUG oslo.service.loopingcall [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1490.307916] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1490.308149] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ffa18256-4d8a-4966-9169-75e229cb6bfa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.329623] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1490.329623] env[62127]: value = "task-1733289" [ 1490.329623] env[62127]: _type = "Task" [ 1490.329623] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.344554] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733289, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.381912] env[62127]: DEBUG oslo_vmware.api [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733284, 'name': PowerOnVM_Task, 'duration_secs': 0.4236} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.382851] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1490.383294] env[62127]: INFO nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Took 4.89 seconds to spawn the instance on the hypervisor. [ 1490.383294] env[62127]: DEBUG nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1490.384120] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26ba50b-f88a-4b33-9417-65ae310707d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.521017] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160485} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.521017] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1490.521145] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1490.521363] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1490.555151] env[62127]: ERROR nova.scheduler.client.report [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [req-b64f2e3c-c3d5-4213-8de4-fa13f01c9356] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b64f2e3c-c3d5-4213-8de4-fa13f01c9356"}]} [ 1490.560126] env[62127]: DEBUG nova.compute.manager [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Received event network-changed-1ac023c6-60e7-4613-927c-a462e599bc8e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1490.560317] env[62127]: DEBUG nova.compute.manager [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Refreshing instance network info cache due to event network-changed-1ac023c6-60e7-4613-927c-a462e599bc8e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1490.560696] env[62127]: DEBUG oslo_concurrency.lockutils [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] Acquiring lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.560696] env[62127]: DEBUG oslo_concurrency.lockutils [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] Acquired lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.561366] env[62127]: DEBUG nova.network.neutron [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Refreshing network info cache for port 1ac023c6-60e7-4613-927c-a462e599bc8e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1490.574474] env[62127]: DEBUG nova.scheduler.client.report [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1490.593644] env[62127]: DEBUG nova.scheduler.client.report [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1490.593901] env[62127]: DEBUG nova.compute.provider_tree [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1490.601559] env[62127]: DEBUG nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1490.609690] env[62127]: DEBUG nova.scheduler.client.report [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1490.631531] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1490.631796] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1490.631954] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1490.632195] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1490.632294] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1490.632577] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1490.632834] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1490.633030] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1490.633212] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1490.633382] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1490.633554] env[62127]: DEBUG nova.virt.hardware [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1490.634481] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61854b2b-f9d8-4325-a4ef-be1c973e15a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.637913] env[62127]: DEBUG nova.scheduler.client.report [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1490.646942] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38968cd-0f1f-4179-8042-d15fa303ca98 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.844189] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733289, 'name': CreateVM_Task, 'duration_secs': 0.409736} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1490.844189] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1490.845481] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1490.845957] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.846621] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1490.847025] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb83c81-9b3e-4b2c-8aeb-13d934439b21 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.856952] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1490.856952] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52193b03-7f0c-44d9-8004-dd2326a6aa25" [ 1490.856952] env[62127]: _type = "Task" [ 1490.856952] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1490.866383] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52193b03-7f0c-44d9-8004-dd2326a6aa25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1490.904509] env[62127]: INFO nova.compute.manager [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Took 29.78 seconds to build instance. [ 1490.976194] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6815b982-68de-494b-9932-efe580f23309 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.985262] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e67acdd-bf9b-4276-a962-84d682965af7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.015855] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f01e83bc-8d9d-4196-beb7-bde7cbf0352f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.023869] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0ad088-0fbc-4cf7-bc8a-6680b8ccc05c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.040514] env[62127]: DEBUG nova.compute.provider_tree [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.151395] env[62127]: DEBUG nova.network.neutron [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Successfully updated port: 7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1491.310418] env[62127]: DEBUG nova.network.neutron [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Updated VIF entry in instance network info cache for port 1ac023c6-60e7-4613-927c-a462e599bc8e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1491.310803] env[62127]: DEBUG nova.network.neutron [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Updating instance_info_cache with network_info: [{"id": "1ac023c6-60e7-4613-927c-a462e599bc8e", "address": "fa:16:3e:b4:7d:a6", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac023c6-60", "ovs_interfaceid": "1ac023c6-60e7-4613-927c-a462e599bc8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1491.321846] env[62127]: INFO nova.compute.manager [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Rebuilding instance [ 1491.363330] env[62127]: DEBUG nova.compute.manager [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1491.364262] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4321fae5-b950-4ed8-af62-0369893ffde7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.370379] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52193b03-7f0c-44d9-8004-dd2326a6aa25, 'name': SearchDatastore_Task, 'duration_secs': 0.011279} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.370977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.371223] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1491.371484] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.371664] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.371851] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1491.372100] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04e9b43b-7c94-4084-a67f-bc616ae12402 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.384611] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1491.384814] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1491.385621] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c7f9f70-1dd8-44cf-ae63-4a211d6a57e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.390991] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1491.390991] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cbdd68-9b11-fd11-9aaa-a10d35f87352" [ 1491.390991] env[62127]: _type = "Task" [ 1491.390991] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.400873] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cbdd68-9b11-fd11-9aaa-a10d35f87352, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.407387] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ab54b354-11e0-46d8-8277-18728e8b531c tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "6b032990-23de-4f82-871e-b8c658decee9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.297s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1491.553495] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1491.553753] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1491.553905] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1491.554092] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1491.554254] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1491.554402] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1491.554599] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1491.554749] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1491.554904] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1491.555076] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1491.555253] env[62127]: DEBUG nova.virt.hardware [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1491.556484] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0249f60b-d58d-426a-83d9-4e0aa7656bf2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.565403] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b974ac-3de5-46cb-a5f8-4b5fdc32ca6f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.580135] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:66:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'babbb49b-bdca-4473-85b1-b39b3b30a5a6', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1491.587642] env[62127]: DEBUG oslo.service.loopingcall [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1491.589109] env[62127]: DEBUG nova.scheduler.client.report [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 96 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1491.589109] env[62127]: DEBUG nova.compute.provider_tree [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 96 to 97 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1491.589275] env[62127]: DEBUG nova.compute.provider_tree [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1491.592464] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1491.592765] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7a7fa7d-d910-4c4d-8c2a-0e8e0cd6119f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.617729] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1491.617729] env[62127]: value = "task-1733290" [ 1491.617729] env[62127]: _type = "Task" [ 1491.617729] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.634468] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733290, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.653972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1491.654541] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquired lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.654582] env[62127]: DEBUG nova.network.neutron [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1491.813996] env[62127]: DEBUG oslo_concurrency.lockutils [req-333f86a6-71a9-4772-aedb-43598bce822f req-0f6140c9-10f1-42d9-9e6e-5dc4d0fda72f service nova] Releasing lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1491.881379] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1491.881729] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3234856e-062f-48e7-acec-e370db4ad594 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.891543] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1491.891543] env[62127]: value = "task-1733291" [ 1491.891543] env[62127]: _type = "Task" [ 1491.891543] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.906490] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cbdd68-9b11-fd11-9aaa-a10d35f87352, 'name': SearchDatastore_Task, 'duration_secs': 0.009723} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1491.910071] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1491.910323] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79fcfacc-e7cf-421f-9468-29e736a06cfb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1491.917908] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1491.917908] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52fc998e-20db-982f-5d7c-eb2da2ea8a7d" [ 1491.917908] env[62127]: _type = "Task" [ 1491.917908] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1491.927438] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fc998e-20db-982f-5d7c-eb2da2ea8a7d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.111733] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.537s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.112279] env[62127]: DEBUG nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1492.114937] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.424s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.115176] env[62127]: DEBUG nova.objects.instance [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lazy-loading 'resources' on Instance uuid 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1492.128314] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733290, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.189426] env[62127]: DEBUG nova.network.neutron [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1492.401863] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733291, 'name': PowerOffVM_Task, 'duration_secs': 0.205059} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.402151] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1492.402408] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1492.403186] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b8e6f9-5875-4c9b-8e10-5626a949b40b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.410576] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1492.410779] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-349745d5-8827-40ad-9d89-47504f6bc671 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.431428] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fc998e-20db-982f-5d7c-eb2da2ea8a7d, 'name': SearchDatastore_Task, 'duration_secs': 0.009597} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.431866] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1492.432286] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/2efabb10-ad80-4054-854f-677488cb911f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1492.432681] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b694edaa-b772-4f69-897f-c6f6b1420729 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.440374] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1492.440784] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1492.441171] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Deleting the datastore file [datastore1] 6b032990-23de-4f82-871e-b8c658decee9 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1492.441571] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb921b23-6ba1-4917-8f56-439b1fb0e42e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.450325] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1492.450325] env[62127]: value = "task-1733293" [ 1492.450325] env[62127]: _type = "Task" [ 1492.450325] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.458631] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1492.458631] env[62127]: value = "task-1733294" [ 1492.458631] env[62127]: _type = "Task" [ 1492.458631] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.469718] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.477499] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733294, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.585956] env[62127]: DEBUG nova.network.neutron [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Updating instance_info_cache with network_info: [{"id": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "address": "fa:16:3e:48:34:c9", "network": {"id": "1a1551ba-a88c-4f7d-8f4c-0379fbcf6a91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-584501958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea89e123faae4586a11977c6b006affa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7f5a44-c8", "ovs_interfaceid": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1492.589460] env[62127]: DEBUG nova.compute.manager [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Received event network-vif-plugged-7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1492.589690] env[62127]: DEBUG oslo_concurrency.lockutils [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] Acquiring lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1492.589935] env[62127]: DEBUG oslo_concurrency.lockutils [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1492.590170] env[62127]: DEBUG oslo_concurrency.lockutils [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1492.590389] env[62127]: DEBUG nova.compute.manager [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] No waiting events found dispatching network-vif-plugged-7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1492.590641] env[62127]: WARNING nova.compute.manager [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Received unexpected event network-vif-plugged-7e7f5a44-c869-4df2-90b3-c7a0eda936b7 for instance with vm_state building and task_state spawning. [ 1492.591152] env[62127]: DEBUG nova.compute.manager [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Received event network-changed-7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1492.591152] env[62127]: DEBUG nova.compute.manager [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Refreshing instance network info cache due to event network-changed-7e7f5a44-c869-4df2-90b3-c7a0eda936b7. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1492.591267] env[62127]: DEBUG oslo_concurrency.lockutils [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] Acquiring lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.619157] env[62127]: DEBUG nova.compute.utils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1492.624109] env[62127]: DEBUG nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1492.624109] env[62127]: DEBUG nova.network.neutron [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1492.637046] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733290, 'name': CreateVM_Task, 'duration_secs': 0.691142} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.638244] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1492.638244] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1492.638244] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1492.638601] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1492.638864] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f6ab0e-fa78-4afd-8b4a-161839420a82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1492.646494] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1492.646494] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c1006c-a121-99e1-e7f3-9b93514af3a3" [ 1492.646494] env[62127]: _type = "Task" [ 1492.646494] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1492.656664] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c1006c-a121-99e1-e7f3-9b93514af3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.716643] env[62127]: DEBUG nova.policy [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ca7246b2fa4d259ef8d2b7120c3267', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66fa537ed7e444596055e4efea13282', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1492.968450] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1492.976512] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733294, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.112713} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1492.979867] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1492.980410] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1492.980839] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1493.059046] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c4e1ab-7570-42fd-8db5-25c66a720296 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.068318] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6ce7cc-d993-4047-8de1-76f133d1177c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.104597] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Releasing lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.105008] env[62127]: DEBUG nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Instance network_info: |[{"id": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "address": "fa:16:3e:48:34:c9", "network": {"id": "1a1551ba-a88c-4f7d-8f4c-0379fbcf6a91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-584501958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea89e123faae4586a11977c6b006affa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7f5a44-c8", "ovs_interfaceid": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1493.105859] env[62127]: DEBUG oslo_concurrency.lockutils [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] Acquired lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.106064] env[62127]: DEBUG nova.network.neutron [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Refreshing network info cache for port 7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1493.107280] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:48:34:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '298bb8ef-4765-494c-b157-7a349218bd1e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7e7f5a44-c869-4df2-90b3-c7a0eda936b7', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1493.115491] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Creating folder: Project (ea89e123faae4586a11977c6b006affa). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.116298] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bb42737-209e-4477-9112-bd37a1acf58c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.120268] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9e904563-20e0-4c05-a7c7-b958bd89967e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.123918] env[62127]: DEBUG nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1493.133173] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfbc811-ca12-426c-a1d3-8892894b58b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.138635] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Created folder: Project (ea89e123faae4586a11977c6b006affa) in parent group-v360450. [ 1493.138635] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Creating folder: Instances. Parent ref: group-v360643. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1493.138768] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7efb857-1522-49af-9e20-d64ad474202e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.150111] env[62127]: DEBUG nova.compute.provider_tree [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1493.156128] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Created folder: Instances in parent group-v360643. [ 1493.156940] env[62127]: DEBUG oslo.service.loopingcall [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1493.156940] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1493.157452] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b170ecd7-1d4b-4524-aadd-300f3ff819c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.179019] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c1006c-a121-99e1-e7f3-9b93514af3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.078586} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.179019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.179019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.179019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.179019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.179019] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.179019] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8f60050a-92ce-4ac5-9ab3-e2f31f8505c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.182789] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1493.182789] env[62127]: value = "task-1733297" [ 1493.182789] env[62127]: _type = "Task" [ 1493.182789] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.188142] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.188331] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.189053] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6113aa7-e75e-47c3-9745-5c6b9b3d62c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.194539] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733297, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.197643] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1493.197643] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52580140-9023-54fc-b881-a49b80046f61" [ 1493.197643] env[62127]: _type = "Task" [ 1493.197643] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.205401] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52580140-9023-54fc-b881-a49b80046f61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.230057] env[62127]: DEBUG nova.network.neutron [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Successfully created port: 3ec029b3-6e03-4101-bb15-f25f6e96ab35 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1493.465467] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.570698} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.465787] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/2efabb10-ad80-4054-854f-677488cb911f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1493.466056] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1493.466396] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-955b648c-648d-477e-8946-012f8a6b38c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.474242] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1493.474242] env[62127]: value = "task-1733298" [ 1493.474242] env[62127]: _type = "Task" [ 1493.474242] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.484260] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733298, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.658601] env[62127]: DEBUG nova.scheduler.client.report [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1493.696088] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733297, 'name': CreateVM_Task, 'duration_secs': 0.422638} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.696088] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1493.696418] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.696598] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.696924] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1493.697225] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24b32e0f-945a-4c75-a151-95244915cf16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.708498] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1493.708498] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cfb45a-58cc-b105-3fc9-880d5b0ef0d3" [ 1493.708498] env[62127]: _type = "Task" [ 1493.708498] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.713126] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52580140-9023-54fc-b881-a49b80046f61, 'name': SearchDatastore_Task, 'duration_secs': 0.009371} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.716471] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05c6d7b8-4969-465e-b227-27e9ad0f9bab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.724747] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1493.724747] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cf1719-42cc-4db5-fac7-9222a4d8c0bb" [ 1493.724747] env[62127]: _type = "Task" [ 1493.724747] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.728208] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cfb45a-58cc-b105-3fc9-880d5b0ef0d3, 'name': SearchDatastore_Task, 'duration_secs': 0.010443} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.731622] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.731700] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1493.731875] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1493.739139] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf1719-42cc-4db5-fac7-9222a4d8c0bb, 'name': SearchDatastore_Task, 'duration_secs': 0.0092} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.739139] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1493.739139] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1493.739139] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.739139] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1493.739139] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dfba9208-8eee-4bb3-b619-8b222685a030 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.741185] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a9f68eb-bb66-4b77-9d3b-a8d7ed8c46e5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.751392] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1493.751392] env[62127]: value = "task-1733299" [ 1493.751392] env[62127]: _type = "Task" [ 1493.751392] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.752605] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1493.752785] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1493.756376] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f02b4a7-5de0-4cc9-8eeb-acc29d81b82a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1493.762813] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1493.762813] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5291c19f-6f64-9f6e-63bf-0467deccf1cb" [ 1493.762813] env[62127]: _type = "Task" [ 1493.762813] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1493.767378] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733299, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.776046] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5291c19f-6f64-9f6e-63bf-0467deccf1cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1493.896823] env[62127]: DEBUG nova.network.neutron [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Updated VIF entry in instance network info cache for port 7e7f5a44-c869-4df2-90b3-c7a0eda936b7. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1493.897293] env[62127]: DEBUG nova.network.neutron [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Updating instance_info_cache with network_info: [{"id": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "address": "fa:16:3e:48:34:c9", "network": {"id": "1a1551ba-a88c-4f7d-8f4c-0379fbcf6a91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-584501958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea89e123faae4586a11977c6b006affa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7f5a44-c8", "ovs_interfaceid": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1493.993520] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733298, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076067} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1493.995040] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1493.995433] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b0ce55-d66a-4e8c-8d7e-c37a7b7e6528 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.026416] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/2efabb10-ad80-4054-854f-677488cb911f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1494.028826] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bb9785b-ec88-46e2-9884-74ca5e5805f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.050833] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.051147] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.051338] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.051537] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.051721] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.051896] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.052174] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.052348] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.052525] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.052744] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.052943] env[62127]: DEBUG nova.virt.hardware [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.053863] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86f0367-c4bb-4431-a212-8f0ba2092f98 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.058357] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1494.058357] env[62127]: value = "task-1733300" [ 1494.058357] env[62127]: _type = "Task" [ 1494.058357] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.070026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b7f5d6-513e-46ec-baf4-1ffc752f1e63 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.073644] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733300, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.087595] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1494.094551] env[62127]: DEBUG oslo.service.loopingcall [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1494.094955] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1494.095253] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a44a06ea-c2dd-4fd5-ad83-b30434ee8ef7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.114705] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1494.114705] env[62127]: value = "task-1733301" [ 1494.114705] env[62127]: _type = "Task" [ 1494.114705] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.124582] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733301, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.133996] env[62127]: DEBUG nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1494.164039] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1494.164652] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1494.164877] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1494.166541] env[62127]: DEBUG nova.virt.hardware [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1494.167657] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.173589] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3531b61b-5d5a-4e30-9c9f-564aa0cfd07e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.174777] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.295s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1494.177306] env[62127]: INFO nova.compute.claims [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1494.190037] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-417312c8-8112-4cd5-ad8f-e948bb975662 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.241667] env[62127]: INFO nova.scheduler.client.report [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Deleted allocations for instance 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e [ 1494.262896] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733299, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.279335] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5291c19f-6f64-9f6e-63bf-0467deccf1cb, 'name': SearchDatastore_Task, 'duration_secs': 0.014827} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.280355] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb6b348a-1204-4746-9221-2a6077a562d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.288533] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1494.288533] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522816af-2006-6e64-f50c-d24288b53a54" [ 1494.288533] env[62127]: _type = "Task" [ 1494.288533] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.297751] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522816af-2006-6e64-f50c-d24288b53a54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.400338] env[62127]: DEBUG oslo_concurrency.lockutils [req-58b77c5f-207c-4904-ab4a-32021af83bcc req-ba0401df-b5ac-44e2-880d-780d7af7ce01 service nova] Releasing lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.569239] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.626743] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733301, 'name': CreateVM_Task, 'duration_secs': 0.35225} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.626921] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1494.627412] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1494.627595] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.627923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1494.628199] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73fe2e94-79b8-4d5e-8286-3317b1c0ab71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.633594] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1494.633594] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528a88c9-1631-981d-4acd-622185f70942" [ 1494.633594] env[62127]: _type = "Task" [ 1494.633594] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.641512] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528a88c9-1631-981d-4acd-622185f70942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.749896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54432370-27c0-4a76-b1a6-767acb1665e2 tempest-VolumesAdminNegativeTest-1927544497 tempest-VolumesAdminNegativeTest-1927544497-project-member] Lock "5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.327s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1494.763784] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733299, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515938} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.764022] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1494.764258] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1494.764533] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4c5c987-a203-44b5-a164-f47e6f3ef0c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.774151] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1494.774151] env[62127]: value = "task-1733302" [ 1494.774151] env[62127]: _type = "Task" [ 1494.774151] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.783941] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733302, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.800110] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522816af-2006-6e64-f50c-d24288b53a54, 'name': SearchDatastore_Task, 'duration_secs': 0.0107} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1494.800388] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1494.800650] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e2d79ee0-158f-4d15-ac33-f3d9315b51df/e2d79ee0-158f-4d15-ac33-f3d9315b51df.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1494.800919] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c547b54b-102f-4de1-a437-cf3727722ed6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1494.808941] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1494.808941] env[62127]: value = "task-1733303" [ 1494.808941] env[62127]: _type = "Task" [ 1494.808941] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1494.819133] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733303, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1494.881120] env[62127]: DEBUG nova.network.neutron [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Successfully updated port: 3ec029b3-6e03-4101-bb15-f25f6e96ab35 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1495.003597] env[62127]: DEBUG nova.compute.manager [req-f6d5468e-c362-4700-9be6-7ea08322cec2 req-b757ddee-5af0-44fa-bd62-bc823a72ee9b service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Received event network-vif-plugged-3ec029b3-6e03-4101-bb15-f25f6e96ab35 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1495.003875] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6d5468e-c362-4700-9be6-7ea08322cec2 req-b757ddee-5af0-44fa-bd62-bc823a72ee9b service nova] Acquiring lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1495.004052] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6d5468e-c362-4700-9be6-7ea08322cec2 req-b757ddee-5af0-44fa-bd62-bc823a72ee9b service nova] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1495.004228] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6d5468e-c362-4700-9be6-7ea08322cec2 req-b757ddee-5af0-44fa-bd62-bc823a72ee9b service nova] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1495.004398] env[62127]: DEBUG nova.compute.manager [req-f6d5468e-c362-4700-9be6-7ea08322cec2 req-b757ddee-5af0-44fa-bd62-bc823a72ee9b service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] No waiting events found dispatching network-vif-plugged-3ec029b3-6e03-4101-bb15-f25f6e96ab35 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1495.004565] env[62127]: WARNING nova.compute.manager [req-f6d5468e-c362-4700-9be6-7ea08322cec2 req-b757ddee-5af0-44fa-bd62-bc823a72ee9b service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Received unexpected event network-vif-plugged-3ec029b3-6e03-4101-bb15-f25f6e96ab35 for instance with vm_state building and task_state spawning. [ 1495.071043] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733300, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.145570] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528a88c9-1631-981d-4acd-622185f70942, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.145921] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1495.147640] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1495.147640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.147640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.147840] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1495.148126] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6dc9c042-1a75-4be6-aad3-4a9f9c138948 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.165537] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1495.165746] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1495.166689] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e1b4ee1-1229-4c59-bd9e-e8f4f7273167 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.173460] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1495.173460] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b46612-63db-e6f2-a460-34f31b2cd607" [ 1495.173460] env[62127]: _type = "Task" [ 1495.173460] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.183161] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b46612-63db-e6f2-a460-34f31b2cd607, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.286408] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733302, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.108636} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.286718] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.287587] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5c3c6b-3d10-4594-88ac-67f5f95747a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.311587] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.315651] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81ef8cc8-0c91-4657-bfc6-5d00613d81c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.344298] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733303, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517662} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.345824] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] e2d79ee0-158f-4d15-ac33-f3d9315b51df/e2d79ee0-158f-4d15-ac33-f3d9315b51df.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1495.345997] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1495.346346] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1495.346346] env[62127]: value = "task-1733304" [ 1495.346346] env[62127]: _type = "Task" [ 1495.346346] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.349559] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c83a15f-8762-4daa-a695-6f7ddcacdbfe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.360597] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733304, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.364655] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1495.364655] env[62127]: value = "task-1733305" [ 1495.364655] env[62127]: _type = "Task" [ 1495.364655] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.374393] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733305, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.383347] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "refresh_cache-72d6b6a0-e9b1-40b8-83b6-e03b9f715976" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1495.383518] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "refresh_cache-72d6b6a0-e9b1-40b8-83b6-e03b9f715976" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.383674] env[62127]: DEBUG nova.network.neutron [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1495.573089] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733300, 'name': ReconfigVM_Task, 'duration_secs': 1.37346} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.576305] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/2efabb10-ad80-4054-854f-677488cb911f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1495.577463] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e9b9924-e607-423d-9492-a6dc86992852 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.585805] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1495.585805] env[62127]: value = "task-1733306" [ 1495.585805] env[62127]: _type = "Task" [ 1495.585805] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.598493] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733306, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.627574] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f24af885-cd99-4a56-8b85-d888c6eed355 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.635975] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3ccb66-a09f-4e32-9a5d-923f7d291a27 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.669688] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51f69b9-2a7d-4a7d-b3d4-74390b45de5a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.680973] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2868d93f-5516-40ff-9c3e-334baae4c59d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.688463] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b46612-63db-e6f2-a460-34f31b2cd607, 'name': SearchDatastore_Task, 'duration_secs': 0.06245} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.689613] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b93b406-a8c6-4dea-9bd2-5e069da83101 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.700861] env[62127]: DEBUG nova.compute.provider_tree [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1495.707175] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1495.707175] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52325474-11f3-26d5-0e8d-63301def04d4" [ 1495.707175] env[62127]: _type = "Task" [ 1495.707175] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.716400] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52325474-11f3-26d5-0e8d-63301def04d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.862230] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733304, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.874397] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733305, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075404} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1495.874744] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1495.875773] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f4189b-f69e-4558-92a9-84bc83efe15e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.902119] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] e2d79ee0-158f-4d15-ac33-f3d9315b51df/e2d79ee0-158f-4d15-ac33-f3d9315b51df.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1495.902458] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4586fd31-a42f-48fc-9fa6-8b3af3686e6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1495.924368] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1495.924368] env[62127]: value = "task-1733307" [ 1495.924368] env[62127]: _type = "Task" [ 1495.924368] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1495.936570] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1495.945734] env[62127]: DEBUG nova.network.neutron [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1496.099019] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733306, 'name': Rename_Task, 'duration_secs': 0.161015} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.102202] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.102581] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-476ceb35-51dc-40af-8df9-a23dce0054ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.112825] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1496.112825] env[62127]: value = "task-1733308" [ 1496.112825] env[62127]: _type = "Task" [ 1496.112825] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.130329] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733308, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.155807] env[62127]: DEBUG nova.network.neutron [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Updating instance_info_cache with network_info: [{"id": "3ec029b3-6e03-4101-bb15-f25f6e96ab35", "address": "fa:16:3e:51:82:83", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec029b3-6e", "ovs_interfaceid": "3ec029b3-6e03-4101-bb15-f25f6e96ab35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1496.221532] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52325474-11f3-26d5-0e8d-63301def04d4, 'name': SearchDatastore_Task, 'duration_secs': 0.032856} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.224055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.224055] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1496.224358] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37d8215a-6c63-49f2-b55e-2da4638675ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.233571] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1496.233571] env[62127]: value = "task-1733309" [ 1496.233571] env[62127]: _type = "Task" [ 1496.233571] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.243028] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733309, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.254741] env[62127]: DEBUG nova.scheduler.client.report [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 97 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1496.255021] env[62127]: DEBUG nova.compute.provider_tree [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 97 to 98 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1496.255287] env[62127]: DEBUG nova.compute.provider_tree [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1496.365197] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733304, 'name': ReconfigVM_Task, 'duration_secs': 0.62078} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.365542] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e/3489076b-b6c4-4d2a-ae63-1669ff1c981e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.366449] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-602f45fa-51d5-459f-a012-518787a75683 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.374874] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1496.374874] env[62127]: value = "task-1733310" [ 1496.374874] env[62127]: _type = "Task" [ 1496.374874] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.385624] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733310, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.437770] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733307, 'name': ReconfigVM_Task, 'duration_secs': 0.368369} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.437770] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Reconfigured VM instance instance-00000042 to attach disk [datastore1] e2d79ee0-158f-4d15-ac33-f3d9315b51df/e2d79ee0-158f-4d15-ac33-f3d9315b51df.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1496.437770] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a03f61c4-5b33-409d-beb5-69bdbf160b0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.447992] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1496.447992] env[62127]: value = "task-1733311" [ 1496.447992] env[62127]: _type = "Task" [ 1496.447992] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.458500] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733311, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.627375] env[62127]: DEBUG oslo_vmware.api [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733308, 'name': PowerOnVM_Task, 'duration_secs': 0.491372} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.627688] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1496.627935] env[62127]: INFO nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Took 8.61 seconds to spawn the instance on the hypervisor. [ 1496.629094] env[62127]: DEBUG nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1496.629094] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a74a2d-d0c7-4328-8a19-d33fa4f3b5f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.659511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "refresh_cache-72d6b6a0-e9b1-40b8-83b6-e03b9f715976" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1496.659920] env[62127]: DEBUG nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Instance network_info: |[{"id": "3ec029b3-6e03-4101-bb15-f25f6e96ab35", "address": "fa:16:3e:51:82:83", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec029b3-6e", "ovs_interfaceid": "3ec029b3-6e03-4101-bb15-f25f6e96ab35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1496.663305] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:82:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ec029b3-6e03-4101-bb15-f25f6e96ab35', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1496.670345] env[62127]: DEBUG oslo.service.loopingcall [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1496.671632] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1496.671632] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e5b04d7-0856-446b-8478-2f5c73cd01ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.707636] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1496.707636] env[62127]: value = "task-1733312" [ 1496.707636] env[62127]: _type = "Task" [ 1496.707636] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.719399] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733312, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.747128] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733309, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.761445] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.587s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1496.762825] env[62127]: DEBUG nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1496.765790] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.399s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1496.766060] env[62127]: DEBUG nova.objects.instance [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lazy-loading 'resources' on Instance uuid 4a71a883-4f0a-43bd-8426-ccd16617938b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1496.887686] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733310, 'name': Rename_Task, 'duration_secs': 0.210087} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.888884] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.889221] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe086429-b76a-4c54-a902-82f853c91a8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.897799] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1496.897799] env[62127]: value = "task-1733313" [ 1496.897799] env[62127]: _type = "Task" [ 1496.897799] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.905994] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1496.959364] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733311, 'name': Rename_Task, 'duration_secs': 0.2849} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1496.959656] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1496.959909] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b32d0aea-a8cf-4d87-a945-b9d5e9758b6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1496.968894] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1496.968894] env[62127]: value = "task-1733314" [ 1496.968894] env[62127]: _type = "Task" [ 1496.968894] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1496.979872] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.035892] env[62127]: DEBUG nova.compute.manager [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Received event network-changed-3ec029b3-6e03-4101-bb15-f25f6e96ab35 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1497.035892] env[62127]: DEBUG nova.compute.manager [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Refreshing instance network info cache due to event network-changed-3ec029b3-6e03-4101-bb15-f25f6e96ab35. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1497.035892] env[62127]: DEBUG oslo_concurrency.lockutils [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] Acquiring lock "refresh_cache-72d6b6a0-e9b1-40b8-83b6-e03b9f715976" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.035892] env[62127]: DEBUG oslo_concurrency.lockutils [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] Acquired lock "refresh_cache-72d6b6a0-e9b1-40b8-83b6-e03b9f715976" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.035892] env[62127]: DEBUG nova.network.neutron [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Refreshing network info cache for port 3ec029b3-6e03-4101-bb15-f25f6e96ab35 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1497.153652] env[62127]: INFO nova.compute.manager [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Took 32.24 seconds to build instance. [ 1497.225871] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733312, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.256919] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733309, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.625671} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.257234] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1497.257503] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1497.257780] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc49a204-4193-4449-b687-0a63bef10bbb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.267412] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1497.267412] env[62127]: value = "task-1733315" [ 1497.267412] env[62127]: _type = "Task" [ 1497.267412] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.272640] env[62127]: DEBUG nova.compute.utils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1497.278431] env[62127]: DEBUG nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1497.278676] env[62127]: DEBUG nova.network.neutron [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1497.290930] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.368803] env[62127]: DEBUG nova.policy [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b5718918499a4c3fa0784b113f214469', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ed4499da924f458f8dae4b013391d495', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1497.413325] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733313, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.480433] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733314, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.657111] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da0847d5-96bb-47fc-8415-392c7344f814 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "2efabb10-ad80-4054-854f-677488cb911f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.751s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1497.683510] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c10b3f-ce2b-4e3b-a1cf-8a0dcc9e7969 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.692463] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf812690-6b51-4ab9-ae6c-570fedcc9477 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.728204] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6274b975-8d2f-4c52-897a-09ad0c407bdd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.740727] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f53d846-8572-447e-9fe6-7fcfb0f62626 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.745746] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733312, 'name': CreateVM_Task, 'duration_secs': 0.669437} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.748023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1497.748023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.748023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.748023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1497.748023] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dae10be-8355-4797-98f6-ff9003b0460b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.763284] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1497.763284] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e1290e-859c-b027-c24c-d53319511e76" [ 1497.763284] env[62127]: _type = "Task" [ 1497.763284] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.764718] env[62127]: DEBUG nova.compute.provider_tree [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1497.783594] env[62127]: DEBUG nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1497.787225] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e1290e-859c-b027-c24c-d53319511e76, 'name': SearchDatastore_Task, 'duration_secs': 0.026747} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.791989] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1497.792302] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1497.792572] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.792876] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.793148] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1497.793964] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077626} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.794235] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3cded61b-06a4-422c-b3e1-ccf6518bc547 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.796968] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1497.798472] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea63d55c-0f04-4b51-b0af-c4012d3a6270 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.814325] env[62127]: INFO nova.compute.manager [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Rescuing [ 1497.814600] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1497.814752] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1497.814919] env[62127]: DEBUG nova.network.neutron [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1497.828591] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1497.833578] env[62127]: DEBUG nova.network.neutron [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Successfully created port: 3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1497.836088] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bf3a672-6a52-4c15-b60b-45e36644caf2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.850353] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1497.850551] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1497.852836] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8829de36-42bd-47de-9580-babd942d14d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.860110] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1497.860110] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52184c75-0c49-976b-9d6e-5d29cadbb072" [ 1497.860110] env[62127]: _type = "Task" [ 1497.860110] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.864922] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1497.864922] env[62127]: value = "task-1733316" [ 1497.864922] env[62127]: _type = "Task" [ 1497.864922] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1497.871459] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52184c75-0c49-976b-9d6e-5d29cadbb072, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.877661] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733316, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1497.909811] env[62127]: DEBUG oslo_vmware.api [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733313, 'name': PowerOnVM_Task, 'duration_secs': 0.51787} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.910110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.910327] env[62127]: DEBUG nova.compute.manager [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1497.911138] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f0fd1a-bfca-428f-91b6-c0c313312c89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1497.979818] env[62127]: DEBUG oslo_vmware.api [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733314, 'name': PowerOnVM_Task, 'duration_secs': 0.812446} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1497.980696] env[62127]: DEBUG nova.network.neutron [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Updated VIF entry in instance network info cache for port 3ec029b3-6e03-4101-bb15-f25f6e96ab35. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1497.981027] env[62127]: DEBUG nova.network.neutron [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Updating instance_info_cache with network_info: [{"id": "3ec029b3-6e03-4101-bb15-f25f6e96ab35", "address": "fa:16:3e:51:82:83", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ec029b3-6e", "ovs_interfaceid": "3ec029b3-6e03-4101-bb15-f25f6e96ab35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1497.982177] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1497.982380] env[62127]: INFO nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Took 7.38 seconds to spawn the instance on the hypervisor. [ 1497.982562] env[62127]: DEBUG nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1497.983552] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59a71daf-ef10-4d60-ae9a-b990e510d9e4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.269491] env[62127]: DEBUG nova.scheduler.client.report [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1498.375901] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52184c75-0c49-976b-9d6e-5d29cadbb072, 'name': SearchDatastore_Task, 'duration_secs': 0.042707} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.377384] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-323326ee-b260-4914-9875-0f29222f814f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.384059] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733316, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.386967] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1498.386967] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52de2b7a-ee8a-8515-b9ca-f8c7ead87df2" [ 1498.386967] env[62127]: _type = "Task" [ 1498.386967] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.396813] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52de2b7a-ee8a-8515-b9ca-f8c7ead87df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.434552] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.484063] env[62127]: DEBUG oslo_concurrency.lockutils [req-e9478733-47f9-49ba-8b06-1da3de6bf7c0 req-329cb4ee-b8a0-44dd-8c9e-05f7f951efec service nova] Releasing lock "refresh_cache-72d6b6a0-e9b1-40b8-83b6-e03b9f715976" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.507281] env[62127]: INFO nova.compute.manager [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Took 32.06 seconds to build instance. [ 1498.692678] env[62127]: DEBUG nova.network.neutron [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Updating instance_info_cache with network_info: [{"id": "1ac023c6-60e7-4613-927c-a462e599bc8e", "address": "fa:16:3e:b4:7d:a6", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1ac023c6-60", "ovs_interfaceid": "1ac023c6-60e7-4613-927c-a462e599bc8e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1498.774798] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.776868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.816s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.778704] env[62127]: INFO nova.compute.claims [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1498.797940] env[62127]: DEBUG nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1498.825683] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1498.825952] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1498.826145] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1498.826423] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1498.826610] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1498.826798] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1498.827200] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1498.827419] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1498.827624] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1498.827802] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1498.827982] env[62127]: DEBUG nova.virt.hardware [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1498.829100] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53e6128c-8ed2-40d5-9520-365bf4b76816 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.832757] env[62127]: INFO nova.scheduler.client.report [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Deleted allocations for instance 4a71a883-4f0a-43bd-8426-ccd16617938b [ 1498.841969] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04aa9fb7-5a14-40a1-bd56-0454f4356748 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.878324] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733316, 'name': ReconfigVM_Task, 'duration_secs': 0.914045} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.878628] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Reconfigured VM instance instance-00000040 to attach disk [datastore1] 6b032990-23de-4f82-871e-b8c658decee9/6b032990-23de-4f82-871e-b8c658decee9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1498.879330] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ed2113d-46bd-4974-9326-adc5b6d7bda3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.886930] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1498.886930] env[62127]: value = "task-1733317" [ 1498.886930] env[62127]: _type = "Task" [ 1498.886930] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.903343] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52de2b7a-ee8a-8515-b9ca-f8c7ead87df2, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1498.903538] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733317, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.903726] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1498.904034] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 72d6b6a0-e9b1-40b8-83b6-e03b9f715976/72d6b6a0-e9b1-40b8-83b6-e03b9f715976.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1498.904274] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d60941c-9905-48d2-bba9-a750e915e1fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.913189] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1498.913189] env[62127]: value = "task-1733318" [ 1498.913189] env[62127]: _type = "Task" [ 1498.913189] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1498.923645] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733318, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1498.962228] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.962358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.962553] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1498.962728] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1498.962894] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1498.965468] env[62127]: INFO nova.compute.manager [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Terminating instance [ 1498.971511] env[62127]: DEBUG nova.compute.manager [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1498.971790] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1498.972884] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899b53ed-45d3-4bc9-a425-c5e0e5537cfd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.982310] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1498.985485] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed334574-7287-4ce2-9103-0fb4f06e29d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1498.993083] env[62127]: DEBUG oslo_vmware.api [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1498.993083] env[62127]: value = "task-1733319" [ 1498.993083] env[62127]: _type = "Task" [ 1498.993083] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.003169] env[62127]: DEBUG oslo_vmware.api [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.010182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ef8fbad-1d12-492a-9def-d65e35fe2a68 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.571s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.197923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "refresh_cache-2efabb10-ad80-4054-854f-677488cb911f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1499.344890] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f774dbaa-1b9b-4c64-9d48-f475dc8f15d5 tempest-ServersWithSpecificFlavorTestJSON-997173934 tempest-ServersWithSpecificFlavorTestJSON-997173934-project-member] Lock "4a71a883-4f0a-43bd-8426-ccd16617938b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.931s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1499.401912] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733317, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.406487] env[62127]: DEBUG nova.compute.manager [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Received event network-changed-7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1499.406487] env[62127]: DEBUG nova.compute.manager [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Refreshing instance network info cache due to event network-changed-7e7f5a44-c869-4df2-90b3-c7a0eda936b7. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1499.406487] env[62127]: DEBUG oslo_concurrency.lockutils [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] Acquiring lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1499.406602] env[62127]: DEBUG oslo_concurrency.lockutils [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] Acquired lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1499.406767] env[62127]: DEBUG nova.network.neutron [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Refreshing network info cache for port 7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1499.424966] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733318, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.506022] env[62127]: DEBUG oslo_vmware.api [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733319, 'name': PowerOffVM_Task, 'duration_secs': 0.23315} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.506022] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1499.506022] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1499.506022] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73e30da8-4d89-4730-bfb1-34a34fef3bd2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.586377] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1499.586377] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1499.586538] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleting the datastore file [datastore1] 3489076b-b6c4-4d2a-ae63-1669ff1c981e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1499.586853] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf130b9c-d93c-42c2-8ffc-2e8deace8879 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.599809] env[62127]: DEBUG oslo_vmware.api [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1499.599809] env[62127]: value = "task-1733321" [ 1499.599809] env[62127]: _type = "Task" [ 1499.599809] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.614526] env[62127]: DEBUG oslo_vmware.api [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733321, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.640748] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "fd55f844-be0e-4d47-bee2-a85983a00f66" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1499.640987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1499.745077] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1499.745371] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4027008-79e0-4682-bdda-d879735c3a54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.753761] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1499.753761] env[62127]: value = "task-1733322" [ 1499.753761] env[62127]: _type = "Task" [ 1499.753761] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.767180] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733322, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.908045] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733317, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1499.925474] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733318, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545854} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1499.928456] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 72d6b6a0-e9b1-40b8-83b6-e03b9f715976/72d6b6a0-e9b1-40b8-83b6-e03b9f715976.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1499.928719] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1499.931048] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1572d262-a20d-47ad-85e1-b2f5f8199de9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1499.941309] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1499.941309] env[62127]: value = "task-1733323" [ 1499.941309] env[62127]: _type = "Task" [ 1499.941309] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1499.956885] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733323, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.120487] env[62127]: DEBUG nova.compute.manager [req-085166e3-ac2f-4062-aa3b-4a9516288a69 req-758854a4-2ad5-4f15-b035-53a6f82ecf7d service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received event network-vif-plugged-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1500.121272] env[62127]: DEBUG oslo_concurrency.lockutils [req-085166e3-ac2f-4062-aa3b-4a9516288a69 req-758854a4-2ad5-4f15-b035-53a6f82ecf7d service nova] Acquiring lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.122180] env[62127]: DEBUG oslo_concurrency.lockutils [req-085166e3-ac2f-4062-aa3b-4a9516288a69 req-758854a4-2ad5-4f15-b035-53a6f82ecf7d service nova] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1500.122395] env[62127]: DEBUG oslo_concurrency.lockutils [req-085166e3-ac2f-4062-aa3b-4a9516288a69 req-758854a4-2ad5-4f15-b035-53a6f82ecf7d service nova] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1500.122584] env[62127]: DEBUG nova.compute.manager [req-085166e3-ac2f-4062-aa3b-4a9516288a69 req-758854a4-2ad5-4f15-b035-53a6f82ecf7d service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] No waiting events found dispatching network-vif-plugged-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1500.122810] env[62127]: WARNING nova.compute.manager [req-085166e3-ac2f-4062-aa3b-4a9516288a69 req-758854a4-2ad5-4f15-b035-53a6f82ecf7d service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received unexpected event network-vif-plugged-3ef022ff-953e-420b-bfc7-0e0fd13d779a for instance with vm_state building and task_state spawning. [ 1500.131630] env[62127]: DEBUG oslo_vmware.api [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733321, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158907} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.134288] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1500.134509] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1500.134706] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1500.134902] env[62127]: INFO nova.compute.manager [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1500.135119] env[62127]: DEBUG oslo.service.loopingcall [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1500.135527] env[62127]: DEBUG nova.compute.manager [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1500.136441] env[62127]: DEBUG nova.network.neutron [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1500.143593] env[62127]: DEBUG nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1500.238487] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108d0757-d7b1-4201-ab99-01258f1c6b8a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.248795] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eee5dc37-786c-445e-a49b-ab4eec1d91ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.290308] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448dc38a-a1b1-4e4b-be5d-a4336de184d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.297085] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733322, 'name': PowerOffVM_Task, 'duration_secs': 0.232029} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.297750] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1500.298898] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d620d775-6a62-4790-baf2-ef338359a5c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.305437] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1b67af2-e067-4dff-aafb-6cf9d7d5625d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.327336] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41f50c96-4814-489c-9942-c1c967a94142 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.338356] env[62127]: DEBUG nova.compute.provider_tree [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1500.376770] env[62127]: DEBUG nova.network.neutron [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Successfully updated port: 3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1500.386622] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1500.387293] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-405f7e34-eef6-4611-a259-5a92ed9f6833 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.399271] env[62127]: DEBUG nova.network.neutron [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Updated VIF entry in instance network info cache for port 7e7f5a44-c869-4df2-90b3-c7a0eda936b7. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1500.399636] env[62127]: DEBUG nova.network.neutron [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Updating instance_info_cache with network_info: [{"id": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "address": "fa:16:3e:48:34:c9", "network": {"id": "1a1551ba-a88c-4f7d-8f4c-0379fbcf6a91", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-584501958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ea89e123faae4586a11977c6b006affa", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "298bb8ef-4765-494c-b157-7a349218bd1e", "external-id": "nsx-vlan-transportzone-905", "segmentation_id": 905, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7e7f5a44-c8", "ovs_interfaceid": "7e7f5a44-c869-4df2-90b3-c7a0eda936b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1500.401245] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1500.401245] env[62127]: value = "task-1733324" [ 1500.401245] env[62127]: _type = "Task" [ 1500.401245] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.409044] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733317, 'name': Rename_Task, 'duration_secs': 1.099244} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.409667] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1500.409967] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0b573652-650f-4bdc-8eb2-2742076a8386 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.417526] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1500.417526] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1500.417526] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.417526] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.417664] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1500.417976] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1500.417976] env[62127]: value = "task-1733325" [ 1500.417976] env[62127]: _type = "Task" [ 1500.417976] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.418495] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-459d9a05-b153-4155-a667-0b73c460263c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.431200] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733325, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.432404] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1500.432799] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1500.434592] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24fb16df-898c-4003-815c-2840125dc37f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.440620] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1500.440620] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529f3031-c560-28b6-8fa7-b89b66b6a190" [ 1500.440620] env[62127]: _type = "Task" [ 1500.440620] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.454276] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529f3031-c560-28b6-8fa7-b89b66b6a190, 'name': SearchDatastore_Task, 'duration_secs': 0.01102} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.458762] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733323, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.182945} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.458994] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0ef553-72bc-415a-af26-79f9c4e0fcd4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.461396] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1500.462194] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d3cd4-a80a-41a3-8f9e-408c02627fe9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.468880] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1500.468880] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ce2377-082e-3717-97e8-f9a8254ba514" [ 1500.468880] env[62127]: _type = "Task" [ 1500.468880] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.491233] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Reconfiguring VM instance instance-00000043 to attach disk [datastore1] 72d6b6a0-e9b1-40b8-83b6-e03b9f715976/72d6b6a0-e9b1-40b8-83b6-e03b9f715976.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1500.491393] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19fa26dc-7684-46a8-a9f0-0fe97e3d51a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.514574] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ce2377-082e-3717-97e8-f9a8254ba514, 'name': SearchDatastore_Task, 'duration_secs': 0.011339} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1500.516137] env[62127]: DEBUG oslo_concurrency.lockutils [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.516462] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. {{(pid=62127) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1500.516812] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1500.516812] env[62127]: value = "task-1733326" [ 1500.516812] env[62127]: _type = "Task" [ 1500.516812] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.517016] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-36992ab8-cfc5-4c63-98aa-c628f06083e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1500.528631] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733326, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.530057] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1500.530057] env[62127]: value = "task-1733327" [ 1500.530057] env[62127]: _type = "Task" [ 1500.530057] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1500.538721] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733327, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1500.678724] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1500.841549] env[62127]: DEBUG nova.scheduler.client.report [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1500.881987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1500.882528] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquired lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1500.882817] env[62127]: DEBUG nova.network.neutron [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1500.902376] env[62127]: DEBUG oslo_concurrency.lockutils [req-685cbce7-4d9f-4531-bccc-a87fcd0c9b25 req-4f4fbcfe-1f49-404b-ae09-dc732cf7343d service nova] Releasing lock "refresh_cache-e2d79ee0-158f-4d15-ac33-f3d9315b51df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1500.933661] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733325, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.035890] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733326, 'name': ReconfigVM_Task, 'duration_secs': 0.310726} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.040613] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Reconfigured VM instance instance-00000043 to attach disk [datastore1] 72d6b6a0-e9b1-40b8-83b6-e03b9f715976/72d6b6a0-e9b1-40b8-83b6-e03b9f715976.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1501.041442] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52d59a56-975a-4c68-826c-f408f185db26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.051148] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733327, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.052574] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1501.052574] env[62127]: value = "task-1733328" [ 1501.052574] env[62127]: _type = "Task" [ 1501.052574] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.062846] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733328, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.160132] env[62127]: DEBUG nova.network.neutron [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.346565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.570s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1501.348027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 29.100s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.434745] env[62127]: DEBUG oslo_vmware.api [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733325, 'name': PowerOnVM_Task, 'duration_secs': 0.780824} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.438098] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1501.438331] env[62127]: DEBUG nova.compute.manager [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1501.440087] env[62127]: DEBUG nova.compute.manager [req-087ef046-831e-404f-b213-658321b30f84 req-6ba7dee7-37ec-4302-90a9-f57e33d12b25 service nova] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Received event network-vif-deleted-babbb49b-bdca-4473-85b1-b39b3b30a5a6 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1501.441105] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56034b8e-3637-4785-952f-f4e3297a32b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.467318] env[62127]: DEBUG nova.network.neutron [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1501.546177] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733327, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524707} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.546494] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. [ 1501.547298] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf95589-a5a9-4ca8-97ef-584edcacad9b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.576493] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1501.583916] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a85507e-c170-4c77-a5b5-d12e2a263218 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.608299] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733328, 'name': Rename_Task, 'duration_secs': 0.168553} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1501.609952] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1501.610571] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1501.610571] env[62127]: value = "task-1733329" [ 1501.610571] env[62127]: _type = "Task" [ 1501.610571] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.610786] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab526329-8cd1-4be8-8259-dadb1c24a5fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1501.622520] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733329, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.624229] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1501.624229] env[62127]: value = "task-1733330" [ 1501.624229] env[62127]: _type = "Task" [ 1501.624229] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1501.636064] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733330, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1501.663948] env[62127]: INFO nova.compute.manager [-] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Took 1.53 seconds to deallocate network for instance. [ 1501.851023] env[62127]: DEBUG nova.network.neutron [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1501.852708] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "8080af39-df47-407d-b1b6-ba6f830bec45" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1501.852944] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "8080af39-df47-407d-b1b6-ba6f830bec45" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1501.859338] env[62127]: INFO nova.compute.claims [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1501.965886] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.126819] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733329, 'name': ReconfigVM_Task, 'duration_secs': 0.430149} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.130284] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 2efabb10-ad80-4054-854f-677488cb911f/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1502.131234] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38524765-b1bc-4ef7-90fa-1e55c9551232 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.139858] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733330, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.163759] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2361628a-183f-4764-b904-a3a111509841 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.174580] env[62127]: DEBUG nova.compute.manager [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1502.174786] env[62127]: DEBUG nova.compute.manager [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing instance network info cache due to event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1502.174979] env[62127]: DEBUG oslo_concurrency.lockutils [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] Acquiring lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.176150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.183404] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1502.183404] env[62127]: value = "task-1733331" [ 1502.183404] env[62127]: _type = "Task" [ 1502.183404] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.193375] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733331, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.365216] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "6b032990-23de-4f82-871e-b8c658decee9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.365516] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "6b032990-23de-4f82-871e-b8c658decee9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.365760] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "6b032990-23de-4f82-871e-b8c658decee9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1502.365928] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "6b032990-23de-4f82-871e-b8c658decee9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1502.366121] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "6b032990-23de-4f82-871e-b8c658decee9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.368097] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "8080af39-df47-407d-b1b6-ba6f830bec45" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.515s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1502.368626] env[62127]: DEBUG nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1502.371419] env[62127]: INFO nova.compute.manager [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Terminating instance [ 1502.372912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Releasing lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1502.373087] env[62127]: DEBUG nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Instance network_info: |[{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1502.374576] env[62127]: INFO nova.compute.resource_tracker [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating resource usage from migration 3b2afecb-f706-4650-aa23-62ccda90bbab [ 1502.377708] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "refresh_cache-6b032990-23de-4f82-871e-b8c658decee9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1502.377869] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquired lock "refresh_cache-6b032990-23de-4f82-871e-b8c658decee9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.378053] env[62127]: DEBUG nova.network.neutron [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1502.380175] env[62127]: DEBUG oslo_concurrency.lockutils [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] Acquired lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1502.380175] env[62127]: DEBUG nova.network.neutron [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1502.380765] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:9f:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f9c4edd5-d88e-4996-afea-00130ace0dad', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ef022ff-953e-420b-bfc7-0e0fd13d779a', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1502.389489] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Creating folder: Project (ed4499da924f458f8dae4b013391d495). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.390680] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94961b5f-822f-42d8-8e27-100e74fc16ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.405376] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Created folder: Project (ed4499da924f458f8dae4b013391d495) in parent group-v360450. [ 1502.405603] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Creating folder: Instances. Parent ref: group-v360648. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1502.405834] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-91ff4f70-db4b-48ba-9d1b-3115dfaf2d9e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.418163] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Created folder: Instances in parent group-v360648. [ 1502.418424] env[62127]: DEBUG oslo.service.loopingcall [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1502.418620] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1502.418964] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-674f6ff3-afc0-48a1-9ca0-d3c0a243da39 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.442815] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1502.442815] env[62127]: value = "task-1733334" [ 1502.442815] env[62127]: _type = "Task" [ 1502.442815] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1502.454364] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733334, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.641710] env[62127]: DEBUG oslo_vmware.api [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733330, 'name': PowerOnVM_Task, 'duration_secs': 0.51878} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1502.642251] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1502.642934] env[62127]: INFO nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1502.642934] env[62127]: DEBUG nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1502.643924] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541f42a9-7d03-422e-8a0a-cadc59281097 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.700809] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733331, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1502.809972] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0385399-6717-43bc-9135-28ee31bacf55 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.819042] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67df09fa-24d9-4b4b-a178-cf21965f1c71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.852591] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85034ab1-1e7b-477b-bd71-9d03e9a3f4c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.859535] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d5dc526-d6a0-43b8-90df-95b3efe64bb9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1502.874107] env[62127]: DEBUG nova.compute.provider_tree [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1502.881307] env[62127]: DEBUG nova.compute.utils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1502.882816] env[62127]: DEBUG nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1502.882988] env[62127]: DEBUG nova.network.neutron [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1502.936228] env[62127]: DEBUG nova.network.neutron [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1502.952236] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733334, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.005750] env[62127]: DEBUG nova.policy [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3d5a9ae65b0b40e3be793870889c226c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5ff3ad847f5f4a55b66434bf594191cc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1503.074944] env[62127]: DEBUG nova.network.neutron [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.171836] env[62127]: INFO nova.compute.manager [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Took 35.78 seconds to build instance. [ 1503.199492] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733331, 'name': ReconfigVM_Task, 'duration_secs': 0.59989} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.199897] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1503.200226] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3dd45318-aaf2-41b5-9ca2-9c724ea9189a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.210167] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1503.210167] env[62127]: value = "task-1733335" [ 1503.210167] env[62127]: _type = "Task" [ 1503.210167] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.219314] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733335, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.282321] env[62127]: DEBUG nova.network.neutron [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updated VIF entry in instance network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1503.282567] env[62127]: DEBUG nova.network.neutron [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1503.377028] env[62127]: DEBUG nova.scheduler.client.report [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1503.387146] env[62127]: DEBUG nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1503.432657] env[62127]: DEBUG nova.network.neutron [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Successfully created port: 2f45f4fc-2384-40e6-b462-fea5707be06b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1503.454184] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733334, 'name': CreateVM_Task, 'duration_secs': 0.574907} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.454494] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1503.455320] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.455499] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.455846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1503.456117] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07d0c926-93c6-4ffc-a29d-c7e56725a658 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.463438] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1503.463438] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ea144b-0d4b-9579-26a0-74e54eae1073" [ 1503.463438] env[62127]: _type = "Task" [ 1503.463438] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.474331] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea144b-0d4b-9579-26a0-74e54eae1073, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.578919] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Releasing lock "refresh_cache-6b032990-23de-4f82-871e-b8c658decee9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.579442] env[62127]: DEBUG nova.compute.manager [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1503.579724] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1503.580698] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91934eb5-f641-4a44-837e-9bd68c91d5ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.589626] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1503.589932] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b5c3083d-df98-4ab6-bd51-8fa41ab9ab3d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.598128] env[62127]: DEBUG oslo_vmware.api [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1503.598128] env[62127]: value = "task-1733336" [ 1503.598128] env[62127]: _type = "Task" [ 1503.598128] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1503.608390] env[62127]: DEBUG oslo_vmware.api [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.675684] env[62127]: DEBUG oslo_concurrency.lockutils [None req-13efa9e8-98dd-4a00-9d2b-ce460fd2bb3a tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.299s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.722591] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733335, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1503.785982] env[62127]: DEBUG oslo_concurrency.lockutils [req-60f9aee2-c018-43c7-8f34-e63a6f416ba4 req-1275701a-28ad-46a7-80e3-bea5091ec5f9 service nova] Releasing lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.883622] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.536s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1503.883866] env[62127]: INFO nova.compute.manager [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Migrating [ 1503.893016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.315s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1503.893313] env[62127]: DEBUG nova.objects.instance [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lazy-loading 'resources' on Instance uuid ef1727e9-4ea9-47d2-b94d-b471cc4ce30d {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1503.975930] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ea144b-0d4b-9579-26a0-74e54eae1073, 'name': SearchDatastore_Task, 'duration_secs': 0.012667} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1503.976349] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1503.976992] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1503.977332] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1503.977527] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1503.977776] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1503.978840] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9842f0bf-2728-49c7-b535-23b057009328 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1503.989519] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1503.989973] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1503.991323] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ab01c62-014d-4ed2-92d4-61d8ae9721c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.011825] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1504.011825] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bd97e3-b65e-a34a-83f7-37a6864032c8" [ 1504.011825] env[62127]: _type = "Task" [ 1504.011825] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.023452] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bd97e3-b65e-a34a-83f7-37a6864032c8, 'name': SearchDatastore_Task, 'duration_secs': 0.021011} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.024628] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80fbf43b-1f66-4b86-9933-3d7703e89a19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.032068] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1504.032068] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e07f2a-b663-11e6-db9e-be28d4500e61" [ 1504.032068] env[62127]: _type = "Task" [ 1504.032068] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.042312] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e07f2a-b663-11e6-db9e-be28d4500e61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.109768] env[62127]: DEBUG oslo_vmware.api [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733336, 'name': PowerOffVM_Task, 'duration_secs': 0.221998} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.110124] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1504.110783] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1504.113050] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afa95eca-2f20-4018-bab8-8d4a73f1355b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.140677] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1504.140677] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1504.140677] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Deleting the datastore file [datastore1] 6b032990-23de-4f82-871e-b8c658decee9 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1504.140948] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8ed25cd-a87b-4045-b091-20e8778474bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.153687] env[62127]: DEBUG oslo_vmware.api [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for the task: (returnval){ [ 1504.153687] env[62127]: value = "task-1733338" [ 1504.153687] env[62127]: _type = "Task" [ 1504.153687] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.162371] env[62127]: DEBUG oslo_vmware.api [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733338, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.225378] env[62127]: DEBUG oslo_vmware.api [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733335, 'name': PowerOnVM_Task, 'duration_secs': 0.661118} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.225887] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1504.229259] env[62127]: DEBUG nova.compute.manager [None req-82101c41-1310-4d59-b52f-6ea7af10f893 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1504.230169] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6797d3ca-a551-476f-996e-b5852c100297 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.413045] env[62127]: DEBUG nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1504.415285] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1504.415518] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.415927] env[62127]: DEBUG nova.network.neutron [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1504.470378] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1504.470792] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1504.470792] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1504.470970] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1504.471216] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1504.471376] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1504.471590] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1504.471751] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1504.471915] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1504.472089] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1504.472264] env[62127]: DEBUG nova.virt.hardware [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1504.475089] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886fe6c5-27b5-41bf-9c08-68a19ef50ba1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.485781] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28afcec-2b9d-4de0-b27c-69052ef21ae5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.546949] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e07f2a-b663-11e6-db9e-be28d4500e61, 'name': SearchDatastore_Task, 'duration_secs': 0.009948} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.547583] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1504.548181] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1504.548181] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cdaf7e90-7cd5-4e06-99b1-de1403e5d997 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.556510] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1504.556510] env[62127]: value = "task-1733339" [ 1504.556510] env[62127]: _type = "Task" [ 1504.556510] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1504.565482] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1504.664999] env[62127]: DEBUG oslo_vmware.api [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Task: {'id': task-1733338, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.09796} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1504.668024] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1504.668024] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1504.668024] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1504.668024] env[62127]: INFO nova.compute.manager [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1504.668024] env[62127]: DEBUG oslo.service.loopingcall [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1504.668024] env[62127]: DEBUG nova.compute.manager [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1504.668024] env[62127]: DEBUG nova.network.neutron [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1504.693977] env[62127]: DEBUG nova.network.neutron [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1504.896731] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2ab7d18-abaa-4954-9d61-d5f71c16df73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.916263] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb6b77d-d93e-456b-8fa1-d86b9e4475a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.950980] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40718bf8-df40-4acc-a7f6-2b4bd875f3e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.964947] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636cf488-7696-455b-b6b3-3d3c577e2f60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1504.986881] env[62127]: DEBUG nova.compute.provider_tree [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1505.067400] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495963} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.067732] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1505.067974] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1505.068230] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-245c486c-2534-431d-b3aa-8d96426414d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.076628] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1505.076628] env[62127]: value = "task-1733340" [ 1505.076628] env[62127]: _type = "Task" [ 1505.076628] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.085425] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733340, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.198350] env[62127]: DEBUG nova.network.neutron [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.454937] env[62127]: DEBUG nova.network.neutron [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Successfully updated port: 2f45f4fc-2384-40e6-b462-fea5707be06b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1505.490481] env[62127]: DEBUG nova.scheduler.client.report [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1505.581102] env[62127]: DEBUG nova.network.neutron [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1505.589103] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733340, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074379} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1505.589403] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1505.590170] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac102ec3-6063-4eaa-a4e1-e716021ed10a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.614813] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1505.615629] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2f850f6-c2fb-4f1e-af28-c7b523403672 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.637557] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1505.637557] env[62127]: value = "task-1733341" [ 1505.637557] env[62127]: _type = "Task" [ 1505.637557] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1505.646392] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733341, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1505.649844] env[62127]: DEBUG nova.compute.manager [req-3562bc9d-5f0a-440f-8827-e4942f7946c9 req-a4f370f8-4925-43ab-963a-7bf2980de83a service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Received event network-vif-plugged-2f45f4fc-2384-40e6-b462-fea5707be06b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1505.650109] env[62127]: DEBUG oslo_concurrency.lockutils [req-3562bc9d-5f0a-440f-8827-e4942f7946c9 req-a4f370f8-4925-43ab-963a-7bf2980de83a service nova] Acquiring lock "214cb43d-0f39-4acc-9933-9734cca0d2ff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1505.650284] env[62127]: DEBUG oslo_concurrency.lockutils [req-3562bc9d-5f0a-440f-8827-e4942f7946c9 req-a4f370f8-4925-43ab-963a-7bf2980de83a service nova] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1505.650483] env[62127]: DEBUG oslo_concurrency.lockutils [req-3562bc9d-5f0a-440f-8827-e4942f7946c9 req-a4f370f8-4925-43ab-963a-7bf2980de83a service nova] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1505.650615] env[62127]: DEBUG nova.compute.manager [req-3562bc9d-5f0a-440f-8827-e4942f7946c9 req-a4f370f8-4925-43ab-963a-7bf2980de83a service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] No waiting events found dispatching network-vif-plugged-2f45f4fc-2384-40e6-b462-fea5707be06b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1505.650776] env[62127]: WARNING nova.compute.manager [req-3562bc9d-5f0a-440f-8827-e4942f7946c9 req-a4f370f8-4925-43ab-963a-7bf2980de83a service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Received unexpected event network-vif-plugged-2f45f4fc-2384-40e6-b462-fea5707be06b for instance with vm_state building and task_state spawning. [ 1505.702618] env[62127]: INFO nova.compute.manager [-] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Took 1.04 seconds to deallocate network for instance. [ 1505.907039] env[62127]: DEBUG nova.compute.manager [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1505.908028] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e656a8-f484-44d3-bfeb-b08873859ad6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1505.961250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "refresh_cache-214cb43d-0f39-4acc-9933-9734cca0d2ff" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1505.961517] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquired lock "refresh_cache-214cb43d-0f39-4acc-9933-9734cca0d2ff" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1505.961783] env[62127]: DEBUG nova.network.neutron [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1505.996917] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.104s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.000040] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.084s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.002205] env[62127]: INFO nova.compute.claims [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1506.034774] env[62127]: INFO nova.scheduler.client.report [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted allocations for instance ef1727e9-4ea9-47d2-b94d-b471cc4ce30d [ 1506.084653] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1506.151739] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733341, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.212637] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.424930] env[62127]: INFO nova.compute.manager [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] instance snapshotting [ 1506.427928] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fce48ce-be33-40ce-a4eb-38eda23c7478 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.450547] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f29089-3e64-46a4-a6f4-c6c014a17d30 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.525853] env[62127]: DEBUG nova.network.neutron [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1506.545490] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e54bf82c-53eb-47aa-bd59-0084f2d30948 tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "ef1727e9-4ea9-47d2-b94d-b471cc4ce30d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.104s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.653269] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733341, 'name': ReconfigVM_Task, 'duration_secs': 0.737856} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1506.653615] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1506.656753] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dbf88fae-80a3-49da-8de9-c56b9388adfc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.665595] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1506.665595] env[62127]: value = "task-1733342" [ 1506.665595] env[62127]: _type = "Task" [ 1506.665595] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.686650] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733342, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.686945] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "91a88f57-1313-4413-bd71-165946022e95" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.687187] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "91a88f57-1313-4413-bd71-165946022e95" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.767148] env[62127]: DEBUG nova.network.neutron [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Updating instance_info_cache with network_info: [{"id": "2f45f4fc-2384-40e6-b462-fea5707be06b", "address": "fa:16:3e:e7:a4:85", "network": {"id": "c3351dff-2393-4d3a-8235-a306b81708bc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-901228772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff3ad847f5f4a55b66434bf594191cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f45f4fc-23", "ovs_interfaceid": "2f45f4fc-2384-40e6-b462-fea5707be06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1506.964025] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1506.964025] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9f4349f0-2d66-4ebf-b7be-d74112711b1c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.969025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "e7f51043-6190-446e-a795-68fba59f8b37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.969025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "e7f51043-6190-446e-a795-68fba59f8b37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.969287] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "e7f51043-6190-446e-a795-68fba59f8b37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1506.969759] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "e7f51043-6190-446e-a795-68fba59f8b37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1506.970151] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "e7f51043-6190-446e-a795-68fba59f8b37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1506.977291] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1506.977291] env[62127]: value = "task-1733343" [ 1506.977291] env[62127]: _type = "Task" [ 1506.977291] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1506.977291] env[62127]: INFO nova.compute.manager [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Terminating instance [ 1506.982960] env[62127]: DEBUG nova.compute.manager [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1506.983142] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1506.984601] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14334d7d-3dd1-4bb2-8903-bceefb475a23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1506.995059] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1506.997570] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1506.997849] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f775c984-f923-4bcc-91db-a8c32dbec92d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.008581] env[62127]: DEBUG oslo_vmware.api [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1507.008581] env[62127]: value = "task-1733344" [ 1507.008581] env[62127]: _type = "Task" [ 1507.008581] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.023036] env[62127]: DEBUG oslo_vmware.api [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.181808] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733342, 'name': Rename_Task, 'duration_secs': 0.454784} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.185761] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1507.186456] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6abda120-7c74-4ad8-b4c1-75abe2d02e72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.189535] env[62127]: DEBUG nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1507.195484] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1507.195484] env[62127]: value = "task-1733345" [ 1507.195484] env[62127]: _type = "Task" [ 1507.195484] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.216185] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.269275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Releasing lock "refresh_cache-214cb43d-0f39-4acc-9933-9734cca0d2ff" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1507.269275] env[62127]: DEBUG nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Instance network_info: |[{"id": "2f45f4fc-2384-40e6-b462-fea5707be06b", "address": "fa:16:3e:e7:a4:85", "network": {"id": "c3351dff-2393-4d3a-8235-a306b81708bc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-901228772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff3ad847f5f4a55b66434bf594191cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f45f4fc-23", "ovs_interfaceid": "2f45f4fc-2384-40e6-b462-fea5707be06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1507.269275] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:a4:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2f45f4fc-2384-40e6-b462-fea5707be06b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1507.276067] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Creating folder: Project (5ff3ad847f5f4a55b66434bf594191cc). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.279293] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-459fb511-f1e0-46b0-870c-2c38c903b3d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.292983] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Created folder: Project (5ff3ad847f5f4a55b66434bf594191cc) in parent group-v360450. [ 1507.293243] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Creating folder: Instances. Parent ref: group-v360651. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1507.293522] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-11b26b0e-67e4-4f1d-b83a-c94fe602cc7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.310251] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Created folder: Instances in parent group-v360651. [ 1507.310577] env[62127]: DEBUG oslo.service.loopingcall [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1507.310715] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1507.310975] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75470e12-4757-4e8c-b0c8-ee9c804ae961 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.336281] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1507.336281] env[62127]: value = "task-1733348" [ 1507.336281] env[62127]: _type = "Task" [ 1507.336281] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.350532] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733348, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.492414] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733343, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.494405] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2350413c-f09a-4d40-853e-be1dc8bfb370 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.502988] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88f2216c-f8b3-43c4-8df5-4f9e5b568e4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.539071] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f106d1c-b706-42c9-920b-67fd42b98af4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.547746] env[62127]: DEBUG oslo_vmware.api [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733344, 'name': PowerOffVM_Task, 'duration_secs': 0.214651} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.550603] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1507.550701] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1507.551384] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a78c055-6114-4cf3-b12a-ac968406ebca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.553797] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9428af-7ff5-4770-b5fc-c389f8796984 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.570801] env[62127]: DEBUG nova.compute.provider_tree [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1507.599912] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e575c2-1514-49cd-b25e-d63e287d5571 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.621988] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance '2e1334d2-24e1-4d03-8198-02baa1e6e693' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1507.667051] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1507.667250] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1507.667497] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleting the datastore file [datastore1] e7f51043-6190-446e-a795-68fba59f8b37 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1507.667835] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b78f3de1-0acf-4c47-95c9-531e014a0338 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.678734] env[62127]: DEBUG oslo_vmware.api [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for the task: (returnval){ [ 1507.678734] env[62127]: value = "task-1733350" [ 1507.678734] env[62127]: _type = "Task" [ 1507.678734] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.687717] env[62127]: DEBUG nova.compute.manager [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Received event network-changed-2f45f4fc-2384-40e6-b462-fea5707be06b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1507.688153] env[62127]: DEBUG nova.compute.manager [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Refreshing instance network info cache due to event network-changed-2f45f4fc-2384-40e6-b462-fea5707be06b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1507.688576] env[62127]: DEBUG oslo_concurrency.lockutils [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] Acquiring lock "refresh_cache-214cb43d-0f39-4acc-9933-9734cca0d2ff" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.688781] env[62127]: DEBUG oslo_concurrency.lockutils [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] Acquired lock "refresh_cache-214cb43d-0f39-4acc-9933-9734cca0d2ff" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.689060] env[62127]: DEBUG nova.network.neutron [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Refreshing network info cache for port 2f45f4fc-2384-40e6-b462-fea5707be06b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1507.698835] env[62127]: DEBUG oslo_vmware.api [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.714827] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.716224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1507.849667] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733348, 'name': CreateVM_Task, 'duration_secs': 0.424644} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.849914] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1507.850699] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1507.850965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.851301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1507.851670] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c820e399-5b29-4a4e-bb73-7882bea31c03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.858034] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1507.858034] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522a0ade-142c-6982-c30d-ed381784c01e" [ 1507.858034] env[62127]: _type = "Task" [ 1507.858034] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1507.867801] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522a0ade-142c-6982-c30d-ed381784c01e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1507.993069] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733343, 'name': CreateSnapshot_Task, 'duration_secs': 0.86478} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1507.993899] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1507.994285] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80104f1-1090-4380-b7b9-47ec66477f1e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.073908] env[62127]: DEBUG nova.scheduler.client.report [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1508.128249] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1508.128564] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2c4470e-b8c5-4042-ab65-15f7fefa79c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.136911] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1508.136911] env[62127]: value = "task-1733351" [ 1508.136911] env[62127]: _type = "Task" [ 1508.136911] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.147701] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1508.147929] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance '2e1334d2-24e1-4d03-8198-02baa1e6e693' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1508.191778] env[62127]: DEBUG oslo_vmware.api [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Task: {'id': task-1733350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203118} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.192090] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1508.192265] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1508.192437] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1508.192644] env[62127]: INFO nova.compute.manager [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1508.192927] env[62127]: DEBUG oslo.service.loopingcall [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1508.193186] env[62127]: DEBUG nova.compute.manager [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1508.193248] env[62127]: DEBUG nova.network.neutron [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1508.213311] env[62127]: DEBUG oslo_vmware.api [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733345, 'name': PowerOnVM_Task, 'duration_secs': 0.644329} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.213604] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1508.213791] env[62127]: INFO nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Took 9.42 seconds to spawn the instance on the hypervisor. [ 1508.213974] env[62127]: DEBUG nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1508.214764] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f97a26-43d0-4847-9ce6-5c8a7704c349 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.370506] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522a0ade-142c-6982-c30d-ed381784c01e, 'name': SearchDatastore_Task, 'duration_secs': 0.01679} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.372058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1508.372058] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1508.372058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1508.372058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1508.372058] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1508.372058] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb7b54eb-6b23-4606-a713-69a6e118c554 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.384203] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1508.384203] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1508.384886] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b08cd69f-71a7-4d55-9fb0-c1054c73e556 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.392475] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1508.392475] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e0fe59-ae12-ca44-3dc1-5ccb8f8c2f93" [ 1508.392475] env[62127]: _type = "Task" [ 1508.392475] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.401379] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e0fe59-ae12-ca44-3dc1-5ccb8f8c2f93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.512868] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1508.513262] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e179e8a5-a10f-4b18-b854-86dce28d273b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.520798] env[62127]: DEBUG nova.network.neutron [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Updated VIF entry in instance network info cache for port 2f45f4fc-2384-40e6-b462-fea5707be06b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1508.521195] env[62127]: DEBUG nova.network.neutron [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Updating instance_info_cache with network_info: [{"id": "2f45f4fc-2384-40e6-b462-fea5707be06b", "address": "fa:16:3e:e7:a4:85", "network": {"id": "c3351dff-2393-4d3a-8235-a306b81708bc", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-901228772-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5ff3ad847f5f4a55b66434bf594191cc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2f45f4fc-23", "ovs_interfaceid": "2f45f4fc-2384-40e6-b462-fea5707be06b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.523733] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1508.523733] env[62127]: value = "task-1733352" [ 1508.523733] env[62127]: _type = "Task" [ 1508.523733] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.536191] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733352, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.579717] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.580s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1508.580201] env[62127]: DEBUG nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1508.583783] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.044s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1508.658432] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1508.664372] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0c0a36d3-d9c6-4677-a94e-ae301ddbba77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.683377] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1508.683377] env[62127]: value = "task-1733353" [ 1508.683377] env[62127]: _type = "Task" [ 1508.683377] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.690864] env[62127]: DEBUG nova.compute.manager [req-689feb79-ef39-4169-a267-471e8a5cd815 req-28ce9e9e-d402-43e8-8ae3-d9d8a748a6b6 service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Received event network-vif-deleted-d658bf53-3777-4bbf-8b2d-9599845bd185 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1508.691118] env[62127]: INFO nova.compute.manager [req-689feb79-ef39-4169-a267-471e8a5cd815 req-28ce9e9e-d402-43e8-8ae3-d9d8a748a6b6 service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Neutron deleted interface d658bf53-3777-4bbf-8b2d-9599845bd185; detaching it from the instance and deleting it from the info cache [ 1508.691339] env[62127]: DEBUG nova.network.neutron [req-689feb79-ef39-4169-a267-471e8a5cd815 req-28ce9e9e-d402-43e8-8ae3-d9d8a748a6b6 service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1508.697765] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733353, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1508.734993] env[62127]: INFO nova.compute.manager [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Took 38.88 seconds to build instance. [ 1508.904974] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e0fe59-ae12-ca44-3dc1-5ccb8f8c2f93, 'name': SearchDatastore_Task, 'duration_secs': 0.031547} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1508.905751] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db6cb847-1627-4750-9cb4-8baec948e7bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.916276] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1508.916276] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f12823-c9bf-3696-548b-45e0f894e232" [ 1508.916276] env[62127]: _type = "Task" [ 1508.916276] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1508.927318] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f12823-c9bf-3696-548b-45e0f894e232, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.025177] env[62127]: DEBUG oslo_concurrency.lockutils [req-68c43f42-9760-44df-a706-d31a8d8cdb7a req-4c45f687-a478-4206-be60-a17e2b5c7290 service nova] Releasing lock "refresh_cache-214cb43d-0f39-4acc-9933-9734cca0d2ff" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.034509] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733352, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.047132] env[62127]: DEBUG nova.network.neutron [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1509.086202] env[62127]: DEBUG nova.compute.utils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1509.092064] env[62127]: INFO nova.compute.claims [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1509.095631] env[62127]: DEBUG nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1509.095801] env[62127]: DEBUG nova.network.neutron [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1509.199578] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733353, 'name': ReconfigVM_Task, 'duration_secs': 0.342533} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.199578] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance '2e1334d2-24e1-4d03-8198-02baa1e6e693' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1509.201304] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-715b0215-a183-4619-973d-c6b5cc6d6ca7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.212567] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640f5a85-a96b-449b-b284-126d52904d2c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.236512] env[62127]: DEBUG oslo_concurrency.lockutils [None req-da5979fd-e218-42a9-aba9-098a746653ed tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.126s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1509.249185] env[62127]: DEBUG nova.compute.manager [req-689feb79-ef39-4169-a267-471e8a5cd815 req-28ce9e9e-d402-43e8-8ae3-d9d8a748a6b6 service nova] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Detach interface failed, port_id=d658bf53-3777-4bbf-8b2d-9599845bd185, reason: Instance e7f51043-6190-446e-a795-68fba59f8b37 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1509.322486] env[62127]: DEBUG nova.policy [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab174eabd6534b8da142e7ee56f6e31e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffaf76e8029425391077217d2900812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1509.427452] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f12823-c9bf-3696-548b-45e0f894e232, 'name': SearchDatastore_Task, 'duration_secs': 0.012059} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1509.427748] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1509.428031] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 214cb43d-0f39-4acc-9933-9734cca0d2ff/214cb43d-0f39-4acc-9933-9734cca0d2ff.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1509.428304] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-31e4be8c-ca14-46fc-895f-39592fab3bae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.437103] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1509.437103] env[62127]: value = "task-1733354" [ 1509.437103] env[62127]: _type = "Task" [ 1509.437103] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.447502] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.538456] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733352, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.549202] env[62127]: INFO nova.compute.manager [-] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Took 1.36 seconds to deallocate network for instance. [ 1509.598961] env[62127]: DEBUG nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1509.607208] env[62127]: INFO nova.compute.resource_tracker [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating resource usage from migration 68e0c4a8-813d-4554-b101-8a5c6f5c4b50 [ 1509.704049] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1509.704733] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1509.704938] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1509.705228] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1509.707838] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1509.707838] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1509.707838] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1509.707838] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1509.707838] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1509.707838] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1509.707838] env[62127]: DEBUG nova.virt.hardware [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1509.713342] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Reconfiguring VM instance instance-00000027 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1509.716578] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8442677d-963b-4137-abc7-fb695c7dff44 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1509.742036] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1509.742036] env[62127]: value = "task-1733355" [ 1509.742036] env[62127]: _type = "Task" [ 1509.742036] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1509.756218] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733355, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1509.811106] env[62127]: DEBUG nova.network.neutron [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Successfully created port: 7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1509.951769] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733354, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.038292] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733352, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.039951] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b0db02-f74c-4e62-bda5-4dac6ac276cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.047268] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a092c40-7724-4ac8-918d-3eca266c9212 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.082873] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.083588] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33ea1fad-c45a-4df2-975f-337e4badd2d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.091859] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df0c6c7d-4453-4f2e-b71c-78a88e8d5a6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.112426] env[62127]: DEBUG nova.compute.provider_tree [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1510.193252] env[62127]: INFO nova.compute.manager [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Rescuing [ 1510.193252] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1510.193252] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquired lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.193252] env[62127]: DEBUG nova.network.neutron [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1510.259256] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733355, 'name': ReconfigVM_Task, 'duration_secs': 0.306698} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.260013] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Reconfigured VM instance instance-00000027 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1510.261316] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec324c9d-93eb-4db9-9148-99ac6eb56324 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.289256] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 2e1334d2-24e1-4d03-8198-02baa1e6e693/2e1334d2-24e1-4d03-8198-02baa1e6e693.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1510.289614] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d55c9c6-bf48-458f-b3c0-46d6170654d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.310488] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1510.310488] env[62127]: value = "task-1733356" [ 1510.310488] env[62127]: _type = "Task" [ 1510.310488] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.320132] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.449395] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.577733} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.449395] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 214cb43d-0f39-4acc-9933-9734cca0d2ff/214cb43d-0f39-4acc-9933-9734cca0d2ff.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1510.449395] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1510.449395] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fe4f8b0-ac46-4f1d-8646-f9cc32b2bef8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.457055] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1510.457055] env[62127]: value = "task-1733357" [ 1510.457055] env[62127]: _type = "Task" [ 1510.457055] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.466199] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733357, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.541441] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733352, 'name': CloneVM_Task, 'duration_secs': 1.829857} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.541794] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Created linked-clone VM from snapshot [ 1510.542659] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acca4693-a679-4f7c-8502-825f67a99f92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.551724] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Uploading image 2b7be8da-3bcf-4aad-b43a-659c7ecdf887 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1510.565431] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1510.565737] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-ba0f7065-5962-41bb-8765-4bddeaa6588f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.574436] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1510.574436] env[62127]: value = "task-1733358" [ 1510.574436] env[62127]: _type = "Task" [ 1510.574436] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.583980] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733358, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.614684] env[62127]: DEBUG nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1510.617660] env[62127]: DEBUG nova.scheduler.client.report [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1510.644939] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1510.645204] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1510.645363] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1510.645544] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1510.645715] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1510.645892] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1510.646144] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1510.646317] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1510.646484] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1510.646684] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1510.646864] env[62127]: DEBUG nova.virt.hardware [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1510.648083] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c31f863c-a9a5-4a0b-a825-95665f936214 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.657043] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2d3851c-75d8-4a95-a078-aeee141b2258 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.821832] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733356, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.967596] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733357, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080321} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.969095] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1510.972278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f018d3-188c-40cb-bbef-d497c5cc3dd1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.975058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "31206609-3cc4-45b3-975d-f68703963795" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1510.975297] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "31206609-3cc4-45b3-975d-f68703963795" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1510.999478] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] 214cb43d-0f39-4acc-9933-9734cca0d2ff/214cb43d-0f39-4acc-9933-9734cca0d2ff.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1511.000584] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-620a0d1b-e1b9-4120-8ae3-3c93a2daa89b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.025014] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1511.025014] env[62127]: value = "task-1733359" [ 1511.025014] env[62127]: _type = "Task" [ 1511.025014] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.035204] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733359, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.085715] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733358, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.122318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.538s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.122551] env[62127]: INFO nova.compute.manager [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Migrating [ 1511.129240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.586s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.129498] env[62127]: DEBUG nova.objects.instance [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lazy-loading 'resources' on Instance uuid 631015b4-46f0-4487-9618-fa6d79c8d1b0 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1511.324087] env[62127]: DEBUG oslo_vmware.api [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733356, 'name': ReconfigVM_Task, 'duration_secs': 0.555295} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.324377] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 2e1334d2-24e1-4d03-8198-02baa1e6e693/2e1334d2-24e1-4d03-8198-02baa1e6e693.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1511.324868] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance '2e1334d2-24e1-4d03-8198-02baa1e6e693' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1511.448898] env[62127]: DEBUG nova.network.neutron [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1511.478588] env[62127]: DEBUG nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1511.505492] env[62127]: DEBUG nova.compute.manager [req-80fa4e86-5af6-4d23-8725-e4dec32012b7 req-177bd231-f714-4abd-97d8-e524a862d05d service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Received event network-vif-plugged-7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1511.505709] env[62127]: DEBUG oslo_concurrency.lockutils [req-80fa4e86-5af6-4d23-8725-e4dec32012b7 req-177bd231-f714-4abd-97d8-e524a862d05d service nova] Acquiring lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1511.505916] env[62127]: DEBUG oslo_concurrency.lockutils [req-80fa4e86-5af6-4d23-8725-e4dec32012b7 req-177bd231-f714-4abd-97d8-e524a862d05d service nova] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1511.507292] env[62127]: DEBUG oslo_concurrency.lockutils [req-80fa4e86-5af6-4d23-8725-e4dec32012b7 req-177bd231-f714-4abd-97d8-e524a862d05d service nova] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1511.507292] env[62127]: DEBUG nova.compute.manager [req-80fa4e86-5af6-4d23-8725-e4dec32012b7 req-177bd231-f714-4abd-97d8-e524a862d05d service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] No waiting events found dispatching network-vif-plugged-7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1511.507292] env[62127]: WARNING nova.compute.manager [req-80fa4e86-5af6-4d23-8725-e4dec32012b7 req-177bd231-f714-4abd-97d8-e524a862d05d service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Received unexpected event network-vif-plugged-7a8d97e5-a517-4664-a663-a5b579b36039 for instance with vm_state building and task_state spawning. [ 1511.539235] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733359, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.544130] env[62127]: DEBUG nova.network.neutron [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Successfully updated port: 7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1511.589179] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733358, 'name': Destroy_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.641190] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1511.641190] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.641190] env[62127]: DEBUG nova.network.neutron [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1511.831679] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcf9d485-1895-4786-ba19-d6a6bf2bd2a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.858462] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d4960b-86f2-4f94-8a51-b2832bc8450e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.881293] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance '2e1334d2-24e1-4d03-8198-02baa1e6e693' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1511.951743] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Releasing lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1512.015930] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1512.038444] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733359, 'name': ReconfigVM_Task, 'duration_secs': 0.527483} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.039732] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Reconfigured VM instance instance-00000045 to attach disk [datastore1] 214cb43d-0f39-4acc-9933-9734cca0d2ff/214cb43d-0f39-4acc-9933-9734cca0d2ff.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1512.041184] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5238e993-55fd-4db8-8d2a-505838e209f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.045191] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c42d7092-f091-4352-b9da-3ff9d966fdba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.048262] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1512.048347] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1512.048533] env[62127]: DEBUG nova.network.neutron [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1512.057431] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a27048e-ddd3-404c-b300-6859baf45e2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.060725] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1512.060725] env[62127]: value = "task-1733360" [ 1512.060725] env[62127]: _type = "Task" [ 1512.060725] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.070563] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733360, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.105632] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b9e21b-9a2e-44a1-a386-a2b2d74ded11 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.116811] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf3c721-5955-4232-a3b7-91877b100a28 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.121037] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733358, 'name': Destroy_Task, 'duration_secs': 1.034802} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.121353] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Destroyed the VM [ 1512.121614] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1512.122289] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e76bb1a7-9b85-46b0-a630-242bbbb59fa5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.133559] env[62127]: DEBUG nova.compute.provider_tree [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1512.144414] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1512.144414] env[62127]: value = "task-1733361" [ 1512.144414] env[62127]: _type = "Task" [ 1512.144414] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.155181] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733361, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.468369] env[62127]: DEBUG nova.network.neutron [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Port 79194ea9-6691-4518-b407-1135f3a0e58e binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1512.493747] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1512.493747] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-509298d6-f3b8-49c5-b1ae-00df8813489a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.500436] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1512.500436] env[62127]: value = "task-1733362" [ 1512.500436] env[62127]: _type = "Task" [ 1512.500436] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.510486] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.575030] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733360, 'name': Rename_Task, 'duration_secs': 0.144418} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1512.575030] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1512.575030] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3670265-f586-4ece-8086-cc9f23436444 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.584844] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1512.584844] env[62127]: value = "task-1733363" [ 1512.584844] env[62127]: _type = "Task" [ 1512.584844] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.592539] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733363, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.593587] env[62127]: DEBUG nova.network.neutron [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1512.620394] env[62127]: DEBUG nova.network.neutron [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance_info_cache with network_info: [{"id": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "address": "fa:16:3e:f4:02:5b", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce92f19-da", "ovs_interfaceid": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1512.640283] env[62127]: DEBUG nova.scheduler.client.report [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1512.657022] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733361, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.863799] env[62127]: DEBUG nova.network.neutron [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [{"id": "7a8d97e5-a517-4664-a663-a5b579b36039", "address": "fa:16:3e:3f:c0:fe", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8d97e5-a5", "ovs_interfaceid": "7a8d97e5-a517-4664-a663-a5b579b36039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1513.011997] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733362, 'name': PowerOffVM_Task, 'duration_secs': 0.236235} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.011997] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1513.012242] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e43abbb4-0d7d-4787-a1f6-1f24d65c3c62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.034717] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48afe29-00f5-496e-ae54-1b6cb234a141 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.082363] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1513.082363] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ab9abff-3e2d-4e37-8b42-6a4a8ee994b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.092448] env[62127]: DEBUG oslo_vmware.api [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733363, 'name': PowerOnVM_Task, 'duration_secs': 0.484498} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.093868] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1513.095820] env[62127]: INFO nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Took 8.68 seconds to spawn the instance on the hypervisor. [ 1513.095820] env[62127]: DEBUG nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1513.095820] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1513.095820] env[62127]: value = "task-1733364" [ 1513.095820] env[62127]: _type = "Task" [ 1513.095820] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.095820] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d6ac53d-9ead-4d44-957f-661d1c0c7ef6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.112201] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1513.112347] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1513.113272] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.113272] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.113272] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1513.113562] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cf7691d1-7ae1-45d2-9b6f-fd676336c830 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.123754] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.129678] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1513.129865] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1513.130625] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb68cd54-a361-494a-9160-22f3a59a39c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.139780] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1513.139780] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523d02f1-533d-f15f-9e57-79547cee3948" [ 1513.139780] env[62127]: _type = "Task" [ 1513.139780] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.145809] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.151913] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.588s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.157690] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523d02f1-533d-f15f-9e57-79547cee3948, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.164149] env[62127]: DEBUG oslo_vmware.api [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733361, 'name': RemoveSnapshot_Task, 'duration_secs': 0.90499} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.165190] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1513.177685] env[62127]: INFO nova.scheduler.client.report [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleted allocations for instance 631015b4-46f0-4487-9618-fa6d79c8d1b0 [ 1513.366426] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.366882] env[62127]: DEBUG nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Instance network_info: |[{"id": "7a8d97e5-a517-4664-a663-a5b579b36039", "address": "fa:16:3e:3f:c0:fe", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8d97e5-a5", "ovs_interfaceid": "7a8d97e5-a517-4664-a663-a5b579b36039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1513.367179] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:c0:fe', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a8d97e5-a517-4664-a663-a5b579b36039', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1513.377283] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating folder: Project (2ffaf76e8029425391077217d2900812). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.377283] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d0c3ac6-cd82-46e9-9b2b-6b4f4f9ddd55 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.386732] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created folder: Project (2ffaf76e8029425391077217d2900812) in parent group-v360450. [ 1513.386970] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating folder: Instances. Parent ref: group-v360656. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1513.387260] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b811f550-c2c6-49e6-8822-c7b4f6a8b51d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.397191] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created folder: Instances in parent group-v360656. [ 1513.397489] env[62127]: DEBUG oslo.service.loopingcall [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1513.397768] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1513.397923] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53c8e6d2-04b5-4653-855c-c693344c0456 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.417123] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1513.417123] env[62127]: value = "task-1733367" [ 1513.417123] env[62127]: _type = "Task" [ 1513.417123] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.427308] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733367, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.492867] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1513.493136] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1513.493379] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.619934] env[62127]: INFO nova.compute.manager [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Took 41.67 seconds to build instance. [ 1513.650796] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523d02f1-533d-f15f-9e57-79547cee3948, 'name': SearchDatastore_Task, 'duration_secs': 0.015036} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.653623] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cf50503-7ff8-4450-85a4-bb55df532ae5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.660346] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1513.660346] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f7a606-5b1d-a164-719a-21771cf04839" [ 1513.660346] env[62127]: _type = "Task" [ 1513.660346] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.673856] env[62127]: WARNING nova.compute.manager [None req-20f747d8-609e-4677-a163-cb88eb99e104 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Image not found during snapshot: nova.exception.ImageNotFound: Image 2b7be8da-3bcf-4aad-b43a-659c7ecdf887 could not be found. [ 1513.685047] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f7a606-5b1d-a164-719a-21771cf04839, 'name': SearchDatastore_Task, 'duration_secs': 0.020856} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.686576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1513.686864] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. {{(pid=62127) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1513.687942] env[62127]: DEBUG nova.compute.manager [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Received event network-changed-7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1513.688127] env[62127]: DEBUG nova.compute.manager [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Refreshing instance network info cache due to event network-changed-7a8d97e5-a517-4664-a663-a5b579b36039. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1513.688333] env[62127]: DEBUG oslo_concurrency.lockutils [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] Acquiring lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1513.688470] env[62127]: DEBUG oslo_concurrency.lockutils [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] Acquired lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1513.688646] env[62127]: DEBUG nova.network.neutron [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Refreshing network info cache for port 7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1513.690432] env[62127]: DEBUG oslo_concurrency.lockutils [None req-303fc80a-a5ae-4244-a839-d082a75e1b5b tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "631015b4-46f0-4487-9618-fa6d79c8d1b0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.236s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1513.691017] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19c9528c-fc54-4551-ba8c-8f476feec861 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.705721] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1513.705721] env[62127]: value = "task-1733368" [ 1513.705721] env[62127]: _type = "Task" [ 1513.705721] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1513.716779] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733368, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.928173] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733367, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.121633] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b0ebb212-b469-4cbb-9834-b703244da1dd tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.279s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.171433] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Applying migration context for instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 as it has an incoming, in-progress migration 3b2afecb-f706-4650-aa23-62ccda90bbab. Migration status is post-migrating {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1514.172056] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Applying migration context for instance 14175f81-3936-40f0-a47a-93a5cce2fdaa as it has an incoming, in-progress migration 68e0c4a8-813d-4554-b101-8a5c6f5c4b50. Migration status is migrating {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1514.173923] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating resource usage from migration 3b2afecb-f706-4650-aa23-62ccda90bbab [ 1514.174859] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating resource usage from migration 68e0c4a8-813d-4554-b101-8a5c6f5c4b50 [ 1514.205587] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 474c168c-e96d-4d98-94e0-24749c242dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.205587] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance e7f51043-6190-446e-a795-68fba59f8b37 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1514.205861] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.205861] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.205988] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ac99c437-86a4-4f62-926c-e1d06db7589a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.206124] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1eb07665-c344-42a5-9647-28943d05373b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.206302] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4f326749-ebb8-4db1-ab0c-736b7b66197a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.206453] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 00276585-cd8e-4a07-a072-e4c3f1bbe134 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1514.206581] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1514.206723] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 3489076b-b6c4-4d2a-ae63-1669ff1c981e is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1514.207387] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6b032990-23de-4f82-871e-b8c658decee9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1514.207387] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2efabb10-ad80-4054-854f-677488cb911f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.207387] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance e2d79ee0-158f-4d15-ac33-f3d9315b51df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.207387] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 72d6b6a0-e9b1-40b8-83b6-e03b9f715976 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.207387] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.207571] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 214cb43d-0f39-4acc-9933-9734cca0d2ff actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.207702] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration 3b2afecb-f706-4650-aa23-62ccda90bbab is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1514.207824] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.207939] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.208062] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration 68e0c4a8-813d-4554-b101-8a5c6f5c4b50 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1514.208490] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 14175f81-3936-40f0-a47a-93a5cce2fdaa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1514.220732] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733368, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.313472] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "60ade9af-c648-426f-983a-b3871d7a7c76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.313721] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "60ade9af-c648-426f-983a-b3871d7a7c76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.395913] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "ac99c437-86a4-4f62-926c-e1d06db7589a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.396210] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.396561] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "ac99c437-86a4-4f62-926c-e1d06db7589a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.397312] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.397662] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.403335] env[62127]: INFO nova.compute.manager [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Terminating instance [ 1514.405850] env[62127]: DEBUG nova.compute.manager [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1514.406117] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.407135] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d91e16-a712-4438-bebc-e345e51bcc39 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.414965] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.415334] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25b7682d-25a1-40d6-9961-dd35b1c65111 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.425022] env[62127]: DEBUG oslo_vmware.api [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1514.425022] env[62127]: value = "task-1733369" [ 1514.425022] env[62127]: _type = "Task" [ 1514.425022] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.429639] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733367, 'name': CreateVM_Task, 'duration_secs': 0.641706} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.433757] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1514.434687] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.434868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.435235] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1514.435916] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95d05f11-2e0f-47a1-93a4-49a7fb6de389 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.443533] env[62127]: DEBUG oslo_vmware.api [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733369, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.445988] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1514.445988] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c0807a-f029-5572-cc17-02ec921d78d6" [ 1514.445988] env[62127]: _type = "Task" [ 1514.445988] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.459625] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c0807a-f029-5572-cc17-02ec921d78d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.571491] env[62127]: DEBUG nova.network.neutron [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updated VIF entry in instance network info cache for port 7a8d97e5-a517-4664-a663-a5b579b36039. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1514.571912] env[62127]: DEBUG nova.network.neutron [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [{"id": "7a8d97e5-a517-4664-a663-a5b579b36039", "address": "fa:16:3e:3f:c0:fe", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8d97e5-a5", "ovs_interfaceid": "7a8d97e5-a517-4664-a663-a5b579b36039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1514.631272] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "214cb43d-0f39-4acc-9933-9734cca0d2ff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.631571] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.631825] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "214cb43d-0f39-4acc-9933-9734cca0d2ff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1514.632066] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1514.632253] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1514.635157] env[62127]: INFO nova.compute.manager [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Terminating instance [ 1514.638455] env[62127]: DEBUG nova.compute.manager [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1514.638808] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1514.642758] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f73e097-d41d-42b6-b921-0524ec860091 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.646952] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fed4cba-a3a8-4951-8e27-0134821ab211 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.672548] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance '14175f81-3936-40f0-a47a-93a5cce2fdaa' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1514.678478] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1514.678792] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa9ddc73-388b-47e4-81d1-2aa49129373a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.685336] env[62127]: DEBUG oslo_vmware.api [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1514.685336] env[62127]: value = "task-1733370" [ 1514.685336] env[62127]: _type = "Task" [ 1514.685336] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.695520] env[62127]: DEBUG oslo_vmware.api [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.715314] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 22b733ef-ed5d-4b91-8a98-b159a1dd21b8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1514.721509] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733368, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789137} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.721754] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. [ 1514.723575] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30abca6-dcb5-4993-ade4-7259314da471 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.751747] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1514.752413] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efbd402-dfdd-4403-b97d-d6ed03106790 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.772995] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1514.772995] env[62127]: value = "task-1733371" [ 1514.772995] env[62127]: _type = "Task" [ 1514.772995] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.781793] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733371, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1514.787585] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.787911] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.788173] env[62127]: DEBUG nova.network.neutron [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1514.816377] env[62127]: DEBUG nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1514.939797] env[62127]: DEBUG oslo_vmware.api [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733369, 'name': PowerOffVM_Task, 'duration_secs': 0.193897} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.940089] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1514.940284] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1514.940548] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8371bd86-ef76-471c-96e2-8f425d0a07c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.956255] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c0807a-f029-5572-cc17-02ec921d78d6, 'name': SearchDatastore_Task, 'duration_secs': 0.031148} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1514.956545] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1514.956804] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1514.957057] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1514.957222] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1514.957404] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1514.957676] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5cc96b9-636a-482a-97f7-7758117c267d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.965829] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1514.965980] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1514.966711] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-588391b7-f932-463e-9bc1-4f41d5a7b79b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1514.971973] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1514.971973] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5235e446-9fef-abeb-331e-b2d8d2bab807" [ 1514.971973] env[62127]: _type = "Task" [ 1514.971973] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1514.980056] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5235e446-9fef-abeb-331e-b2d8d2bab807, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.013300] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.013539] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.013726] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleting the datastore file [datastore1] ac99c437-86a4-4f62-926c-e1d06db7589a {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.014011] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e3deb4e-5679-4f32-838b-e4818984e64c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.020541] env[62127]: DEBUG oslo_vmware.api [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1515.020541] env[62127]: value = "task-1733373" [ 1515.020541] env[62127]: _type = "Task" [ 1515.020541] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.028706] env[62127]: DEBUG oslo_vmware.api [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733373, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.030164] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.030388] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.030592] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.030766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1515.030940] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1515.033027] env[62127]: INFO nova.compute.manager [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Terminating instance [ 1515.034866] env[62127]: DEBUG nova.compute.manager [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1515.035067] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1515.035797] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df87c328-7fb0-4e3e-a34f-60daff927a8f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.045877] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.045877] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1f394c0a-5074-4a9d-85ee-0905eb2f7ac3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.051261] env[62127]: DEBUG oslo_vmware.api [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1515.051261] env[62127]: value = "task-1733374" [ 1515.051261] env[62127]: _type = "Task" [ 1515.051261] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.059711] env[62127]: DEBUG oslo_vmware.api [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733374, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.074758] env[62127]: DEBUG oslo_concurrency.lockutils [req-b357ab3a-956d-4de8-87d1-995ede2c2ebe req-2911f987-aaf8-4d9a-ac97-8772f2d069ff service nova] Releasing lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.180394] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1515.180721] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be1c1454-6a37-451e-b642-8e238a89e42e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.191941] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1515.191941] env[62127]: value = "task-1733375" [ 1515.191941] env[62127]: _type = "Task" [ 1515.191941] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.203647] env[62127]: DEBUG oslo_vmware.api [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733370, 'name': PowerOffVM_Task, 'duration_secs': 0.196408} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.204122] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.204299] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.204549] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5912ba6e-bec3-408a-8fb4-a1f3fd01f419 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.213055] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.218991] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance fd55f844-be0e-4d47-bee2-a85983a00f66 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1515.281864] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.282103] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.282289] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Deleting the datastore file [datastore1] 214cb43d-0f39-4acc-9933-9734cca0d2ff {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.282926] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c6f90f9e-c2a0-4503-ae17-93f555f80d8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.287956] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733371, 'name': ReconfigVM_Task, 'duration_secs': 0.288672} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.288708] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Reconfigured VM instance instance-00000044 to attach disk [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1515.289620] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da04b515-83b0-4aac-b432-b18f6939967a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.295387] env[62127]: DEBUG oslo_vmware.api [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for the task: (returnval){ [ 1515.295387] env[62127]: value = "task-1733377" [ 1515.295387] env[62127]: _type = "Task" [ 1515.295387] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.326628] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4c4130af-992e-49d8-8010-035ab67aa5fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.344230] env[62127]: DEBUG oslo_vmware.api [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.350800] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1515.350800] env[62127]: value = "task-1733378" [ 1515.350800] env[62127]: _type = "Task" [ 1515.350800] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.361281] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1515.367215] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733378, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.482307] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5235e446-9fef-abeb-331e-b2d8d2bab807, 'name': SearchDatastore_Task, 'duration_secs': 0.008121} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.483122] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2bffdc17-cb70-48af-8764-4311eec6c805 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.488791] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1515.488791] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cf3eb2-d0d0-87bd-8954-bce7299a50d6" [ 1515.488791] env[62127]: _type = "Task" [ 1515.488791] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.496349] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf3eb2-d0d0-87bd-8954-bce7299a50d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.530552] env[62127]: DEBUG oslo_vmware.api [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733373, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149774} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.530660] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.530852] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.531049] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.531228] env[62127]: INFO nova.compute.manager [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1515.531473] env[62127]: DEBUG oslo.service.loopingcall [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.531666] env[62127]: DEBUG nova.compute.manager [-] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1515.531783] env[62127]: DEBUG nova.network.neutron [-] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.562851] env[62127]: DEBUG oslo_vmware.api [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733374, 'name': PowerOffVM_Task, 'duration_secs': 0.191364} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.563241] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.563437] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1515.563685] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-69257717-33c4-401d-a3a4-bd31cb86c3c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.667630] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1515.667908] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1515.668091] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleting the datastore file [datastore1] 72d6b6a0-e9b1-40b8-83b6-e03b9f715976 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1515.668362] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f3a0438-d36e-4b04-8054-cc03097777df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.676385] env[62127]: DEBUG oslo_vmware.api [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1515.676385] env[62127]: value = "task-1733380" [ 1515.676385] env[62127]: _type = "Task" [ 1515.676385] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.684915] env[62127]: DEBUG oslo_vmware.api [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.689168] env[62127]: DEBUG nova.network.neutron [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.701238] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733375, 'name': PowerOffVM_Task, 'duration_secs': 0.196993} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.702140] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1515.702346] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance '14175f81-3936-40f0-a47a-93a5cce2fdaa' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1515.722617] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 91a88f57-1313-4413-bd71-165946022e95 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1515.805731] env[62127]: DEBUG oslo_vmware.api [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Task: {'id': task-1733377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167889} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.806329] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1515.806529] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1515.806726] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1515.806911] env[62127]: INFO nova.compute.manager [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1515.807387] env[62127]: DEBUG oslo.service.loopingcall [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1515.807590] env[62127]: DEBUG nova.compute.manager [-] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1515.807684] env[62127]: DEBUG nova.network.neutron [-] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1515.864538] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733378, 'name': ReconfigVM_Task, 'duration_secs': 0.197222} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.864538] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1515.864650] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ee0a5436-546a-405c-93b0-ffe46c3cd6f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.871590] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1515.871590] env[62127]: value = "task-1733381" [ 1515.871590] env[62127]: _type = "Task" [ 1515.871590] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1515.879344] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733381, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1515.905864] env[62127]: DEBUG nova.compute.manager [req-f8a793c9-39ee-424d-85c3-3202abfe3ec1 req-b48f2bc9-c3d7-4947-95cd-7e64a7f04e6b service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Received event network-vif-deleted-0f1f780e-7679-4d98-9160-ccf4a7f8e393 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1515.906118] env[62127]: INFO nova.compute.manager [req-f8a793c9-39ee-424d-85c3-3202abfe3ec1 req-b48f2bc9-c3d7-4947-95cd-7e64a7f04e6b service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Neutron deleted interface 0f1f780e-7679-4d98-9160-ccf4a7f8e393; detaching it from the instance and deleting it from the info cache [ 1515.906355] env[62127]: DEBUG nova.network.neutron [req-f8a793c9-39ee-424d-85c3-3202abfe3ec1 req-b48f2bc9-c3d7-4947-95cd-7e64a7f04e6b service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1515.999257] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf3eb2-d0d0-87bd-8954-bce7299a50d6, 'name': SearchDatastore_Task, 'duration_secs': 0.008371} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1515.999538] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1515.999801] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 9e4f05a9-04e5-421d-8680-9bf8c05b65be/9e4f05a9-04e5-421d-8680-9bf8c05b65be.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1516.000076] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-af289fc8-5c36-4902-9220-a5cb2321b7b5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.010479] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1516.010479] env[62127]: value = "task-1733382" [ 1516.010479] env[62127]: _type = "Task" [ 1516.010479] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.018915] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733382, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.187824] env[62127]: DEBUG oslo_vmware.api [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184578} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.188704] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1516.188704] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1516.188704] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1516.188871] env[62127]: INFO nova.compute.manager [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1516.189012] env[62127]: DEBUG oslo.service.loopingcall [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1516.189252] env[62127]: DEBUG nova.compute.manager [-] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1516.189349] env[62127]: DEBUG nova.network.neutron [-] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1516.193112] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1516.210030] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1516.210194] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1516.210381] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1516.210527] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1516.210675] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1516.210939] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1516.211046] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1516.211238] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1516.211377] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1516.211558] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1516.211732] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1516.217229] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08603f87-2143-45ab-bad0-5c881dccd5a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.231233] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 31206609-3cc4-45b3-975d-f68703963795 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1516.241202] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1516.241202] env[62127]: value = "task-1733383" [ 1516.241202] env[62127]: _type = "Task" [ 1516.241202] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.254368] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.324286] env[62127]: DEBUG nova.compute.manager [req-ca6e2c92-461b-4090-b9c9-c5142b1f1842 req-c1b3a16f-711b-48b3-befc-57381770732b service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Received event network-vif-deleted-2f45f4fc-2384-40e6-b462-fea5707be06b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1516.324493] env[62127]: INFO nova.compute.manager [req-ca6e2c92-461b-4090-b9c9-c5142b1f1842 req-c1b3a16f-711b-48b3-befc-57381770732b service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Neutron deleted interface 2f45f4fc-2384-40e6-b462-fea5707be06b; detaching it from the instance and deleting it from the info cache [ 1516.324652] env[62127]: DEBUG nova.network.neutron [req-ca6e2c92-461b-4090-b9c9-c5142b1f1842 req-c1b3a16f-711b-48b3-befc-57381770732b service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.357930] env[62127]: DEBUG nova.network.neutron [-] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.386822] env[62127]: DEBUG oslo_vmware.api [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733381, 'name': PowerOnVM_Task, 'duration_secs': 0.504136} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.387594] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1516.391100] env[62127]: DEBUG nova.compute.manager [None req-000358ca-14d9-4ffa-9bfe-d2101030a0b3 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1516.392555] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1982496-b57e-48e8-a889-a0264e7f99a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.409740] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6244c546-6c47-4f6f-b64c-002f0088964f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.419591] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e70f56-40e2-40ee-92f2-02d07d3d7f38 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.453861] env[62127]: DEBUG nova.compute.manager [req-f8a793c9-39ee-424d-85c3-3202abfe3ec1 req-b48f2bc9-c3d7-4947-95cd-7e64a7f04e6b service nova] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Detach interface failed, port_id=0f1f780e-7679-4d98-9160-ccf4a7f8e393, reason: Instance ac99c437-86a4-4f62-926c-e1d06db7589a could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1516.523985] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733382, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488688} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.524081] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 9e4f05a9-04e5-421d-8680-9bf8c05b65be/9e4f05a9-04e5-421d-8680-9bf8c05b65be.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1516.524277] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1516.524530] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-beb33255-bf06-44ca-afcc-79dab7a1c1bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.530571] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1516.530571] env[62127]: value = "task-1733384" [ 1516.530571] env[62127]: _type = "Task" [ 1516.530571] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.538759] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.726376] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381cb62d-f91b-4b75-97ca-d292b42c6fb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.745862] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 60ade9af-c648-426f-983a-b3871d7a7c76 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1516.745862] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1516.746069] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1516.752175] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0894b031-e09f-4501-89d1-3c8b12c85437 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.759666] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733383, 'name': ReconfigVM_Task, 'duration_secs': 0.301964} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.762432] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance '14175f81-3936-40f0-a47a-93a5cce2fdaa' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.765576] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance '2e1334d2-24e1-4d03-8198-02baa1e6e693' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1516.802431] env[62127]: DEBUG nova.network.neutron [-] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1516.834036] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b576a482-57fb-4a96-9a06-e5269598a0ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.844458] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8edfd116-58b0-4d83-8583-6f13865d6b84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.863934] env[62127]: INFO nova.compute.manager [-] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Took 1.33 seconds to deallocate network for instance. [ 1516.885938] env[62127]: DEBUG nova.compute.manager [req-ca6e2c92-461b-4090-b9c9-c5142b1f1842 req-c1b3a16f-711b-48b3-befc-57381770732b service nova] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Detach interface failed, port_id=2f45f4fc-2384-40e6-b462-fea5707be06b, reason: Instance 214cb43d-0f39-4acc-9933-9734cca0d2ff could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1517.006684] env[62127]: DEBUG nova.network.neutron [-] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1517.040955] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062588} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.044375] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1517.044868] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a50e702-04e8-4f1a-a5b9-afbec0a13a06 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.074019] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] 9e4f05a9-04e5-421d-8680-9bf8c05b65be/9e4f05a9-04e5-421d-8680-9bf8c05b65be.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.075816] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce54a96-d4ec-456a-9562-be7859d2d503 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.097088] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1517.097088] env[62127]: value = "task-1733385" [ 1517.097088] env[62127]: _type = "Task" [ 1517.097088] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.109185] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733385, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.239433] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b82635-72f0-47fc-8cfa-16c1c629f5e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.247109] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4c0e2e-c690-4980-a6e6-6ce7d846e639 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.279928] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T06:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2c639dda-5a15-4bee-88c3-43036999342c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-114048514',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1517.280834] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1517.280834] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1517.280834] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1517.280834] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1517.280834] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1517.281109] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1517.281202] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1517.281386] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1517.281575] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1517.281773] env[62127]: DEBUG nova.virt.hardware [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1517.287115] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1517.288925] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0808766f-7550-4eb1-a48f-b66795fb5235 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance '2e1334d2-24e1-4d03-8198-02baa1e6e693' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1517.292591] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-508bb8e5-c1cd-4587-a802-3e0f455aba9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.306828] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcbf5ce-07a7-482f-8550-e3bb2a038487 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.311561] env[62127]: INFO nova.compute.manager [-] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Took 1.50 seconds to deallocate network for instance. [ 1517.324030] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-996e6fe4-cd30-401e-a43a-8059de6c3e71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.332015] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1517.332015] env[62127]: value = "task-1733386" [ 1517.332015] env[62127]: _type = "Task" [ 1517.332015] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.349378] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1517.358135] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733386, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.371218] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.509683] env[62127]: INFO nova.compute.manager [-] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Took 1.32 seconds to deallocate network for instance. [ 1517.614659] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733385, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.685221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "71256c2f-af27-4872-b5d7-2477466a6f69" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.685689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "71256c2f-af27-4872-b5d7-2477466a6f69" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1517.821970] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1517.842036] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733386, 'name': ReconfigVM_Task, 'duration_secs': 0.357981} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.842036] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1517.842638] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a156fdae-d2f0-4428-900f-04334bd3af91 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.858756] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1517.870029] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1517.871042] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dec0a949-6e21-4185-a67a-31c7b84c3cbc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.891988] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1517.891988] env[62127]: value = "task-1733387" [ 1517.891988] env[62127]: _type = "Task" [ 1517.891988] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.900258] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.967505] env[62127]: DEBUG nova.compute.manager [req-e6e77bce-dd2c-4fae-86c3-230d2f740ecd req-40b06d77-dcde-44e9-8f91-071161fc3ae7 service nova] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Received event network-vif-deleted-3ec029b3-6e03-4101-bb15-f25f6e96ab35 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1518.016573] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.108457] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733385, 'name': ReconfigVM_Task, 'duration_secs': 0.813269} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.108728] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Reconfigured VM instance instance-00000046 to attach disk [datastore1] 9e4f05a9-04e5-421d-8680-9bf8c05b65be/9e4f05a9-04e5-421d-8680-9bf8c05b65be.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.112288] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-043e819b-05cf-4d59-9b22-cf4261bd73a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.118817] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1518.118817] env[62127]: value = "task-1733388" [ 1518.118817] env[62127]: _type = "Task" [ 1518.118817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.127777] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733388, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.188469] env[62127]: DEBUG nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1518.372135] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1518.372443] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.221s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1518.372815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.191s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1518.374349] env[62127]: INFO nova.compute.claims [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1518.402667] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733387, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.501754] env[62127]: DEBUG nova.compute.manager [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1518.502234] env[62127]: DEBUG nova.compute.manager [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing instance network info cache due to event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1518.502586] env[62127]: DEBUG oslo_concurrency.lockutils [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] Acquiring lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1518.502853] env[62127]: DEBUG oslo_concurrency.lockutils [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] Acquired lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.503142] env[62127]: DEBUG nova.network.neutron [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1518.629266] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733388, 'name': Rename_Task, 'duration_secs': 0.187476} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.629550] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1518.629795] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5c59fd4-d80b-49d9-b421-93d8ce65de2e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.635798] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1518.635798] env[62127]: value = "task-1733389" [ 1518.635798] env[62127]: _type = "Task" [ 1518.635798] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.643563] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.711987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1518.901992] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733387, 'name': ReconfigVM_Task, 'duration_secs': 0.647358} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.902381] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1518.902636] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance '14175f81-3936-40f0-a47a-93a5cce2fdaa' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.146843] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733389, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.279711] env[62127]: DEBUG nova.network.neutron [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updated VIF entry in instance network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1519.279711] env[62127]: DEBUG nova.network.neutron [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.413285] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47e53bad-14d9-4479-b3a4-3618dc3026f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.448608] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ab1ffe-523a-4e3b-a829-0f130a3a25fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.478366] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance '14175f81-3936-40f0-a47a-93a5cce2fdaa' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1519.648246] env[62127]: DEBUG oslo_vmware.api [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733389, 'name': PowerOnVM_Task, 'duration_secs': 0.528519} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.649078] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1519.649326] env[62127]: INFO nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Took 9.03 seconds to spawn the instance on the hypervisor. [ 1519.649517] env[62127]: DEBUG nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1519.650691] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d3fa43-fa8e-4da9-9cf5-0a945d6b8132 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.781199] env[62127]: DEBUG oslo_concurrency.lockutils [req-d6be57d3-69d9-4d87-8039-6e60834f1aae req-bf4999fa-3c82-43f1-b17d-5aaee5f89a25 service nova] Releasing lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1519.805952] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f6e93f1-c73f-41e1-a575-9d9f4313cbac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.813727] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac09f857-53d5-4982-84c9-fe322a14ead4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.849206] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09be66c8-eacc-42bb-868b-9be49d9f0e73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.856820] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa5e21d-629b-411e-977e-0f4567479aad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.870100] env[62127]: DEBUG nova.compute.provider_tree [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1520.022571] env[62127]: DEBUG nova.network.neutron [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Port dce92f19-dacd-45f0-a2b9-34d15b7f456a binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1520.117613] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1520.117842] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.118040] env[62127]: DEBUG nova.compute.manager [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Going to confirm migration 2 {{(pid=62127) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1520.170166] env[62127]: INFO nova.compute.manager [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Took 41.27 seconds to build instance. [ 1520.208230] env[62127]: DEBUG nova.compute.manager [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1520.208230] env[62127]: DEBUG nova.compute.manager [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing instance network info cache due to event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1520.208230] env[62127]: DEBUG oslo_concurrency.lockutils [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] Acquiring lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.208366] env[62127]: DEBUG oslo_concurrency.lockutils [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] Acquired lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.208453] env[62127]: DEBUG nova.network.neutron [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1520.375046] env[62127]: DEBUG nova.scheduler.client.report [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1520.539688] env[62127]: DEBUG nova.compute.manager [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1520.539864] env[62127]: DEBUG nova.compute.manager [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing instance network info cache due to event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1520.540088] env[62127]: DEBUG oslo_concurrency.lockutils [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] Acquiring lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.671207] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9458a19b-010f-4b24-b733-879e10eeafdd tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.080s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.877741] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1520.877930] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.878125] env[62127]: DEBUG nova.network.neutron [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1520.878397] env[62127]: DEBUG nova.objects.instance [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'info_cache' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1520.880668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.508s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.880959] env[62127]: DEBUG nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1520.886868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.918s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.887139] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.889429] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.577s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.889518] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1520.891136] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.458s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1520.891320] env[62127]: DEBUG nova.objects.instance [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1520.917136] env[62127]: INFO nova.scheduler.client.report [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted allocations for instance 00276585-cd8e-4a07-a072-e4c3f1bbe134 [ 1520.927388] env[62127]: INFO nova.scheduler.client.report [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Deleted allocations for instance 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402 [ 1520.971071] env[62127]: DEBUG nova.network.neutron [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updated VIF entry in instance network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1520.971429] env[62127]: DEBUG nova.network.neutron [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1521.053039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.053457] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.053457] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.388907] env[62127]: DEBUG nova.compute.utils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1521.391961] env[62127]: DEBUG nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1521.392147] env[62127]: DEBUG nova.network.neutron [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1521.426708] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4b0d9052-5040-42a8-bed0-b56cf275e5f1 tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "00276585-cd8e-4a07-a072-e4c3f1bbe134" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.450s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.436855] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e8989ca6-9c58-44a5-99f1-09e87bd8d54c tempest-MultipleCreateTestJSON-1167220197 tempest-MultipleCreateTestJSON-1167220197-project-member] Lock "6bd48d8c-f7a5-4e83-bb5b-1117dcfde402" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.110s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.449262] env[62127]: DEBUG nova.policy [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f67dfbf7ea4dbc8ac8f457176e1ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436b211dd06e4f9fa73844f594738afb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1521.475020] env[62127]: DEBUG oslo_concurrency.lockutils [req-34d6dfd4-28fe-4d19-9f1e-714bb56bb572 req-ec470ef7-a829-4d9a-a107-00bac34aed44 service nova] Releasing lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1521.475438] env[62127]: DEBUG oslo_concurrency.lockutils [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] Acquired lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.475628] env[62127]: DEBUG nova.network.neutron [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1521.732104] env[62127]: DEBUG nova.network.neutron [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Successfully created port: 5a70a4c4-6ee3-4330-b64c-c734e5d5b0af {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1521.847386] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.847716] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.851020] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1521.851020] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.851020] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.851020] env[62127]: INFO nova.compute.manager [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Terminating instance [ 1521.854384] env[62127]: DEBUG nova.compute.manager [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1521.854780] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1521.856360] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1990fe-b18b-4302-8f5c-ef7b48eae6f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.865910] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1521.866206] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6fd26325-6696-4dca-8989-f7c79fbea12d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.873894] env[62127]: DEBUG oslo_vmware.api [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1521.873894] env[62127]: value = "task-1733390" [ 1521.873894] env[62127]: _type = "Task" [ 1521.873894] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.886919] env[62127]: DEBUG oslo_vmware.api [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.895240] env[62127]: DEBUG nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1521.903109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ce5a2f00-35f9-4e82-b12b-836b7658883e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1521.904453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.226s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1521.906692] env[62127]: INFO nova.compute.claims [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1522.151100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.151368] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.151482] env[62127]: DEBUG nova.network.neutron [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1522.244211] env[62127]: DEBUG nova.compute.manager [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Received event network-changed-7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1522.244397] env[62127]: DEBUG nova.compute.manager [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Refreshing instance network info cache due to event network-changed-7a8d97e5-a517-4664-a663-a5b579b36039. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1522.244606] env[62127]: DEBUG oslo_concurrency.lockutils [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] Acquiring lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1522.244778] env[62127]: DEBUG oslo_concurrency.lockutils [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] Acquired lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.244956] env[62127]: DEBUG nova.network.neutron [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Refreshing network info cache for port 7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1522.389549] env[62127]: DEBUG oslo_vmware.api [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733390, 'name': PowerOffVM_Task, 'duration_secs': 0.210014} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1522.389923] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1522.390147] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1522.393021] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3badf4b6-3673-4d04-b6a1-461513c44686 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.466102] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1522.466454] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1522.466681] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Deleting the datastore file [datastore1] d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1522.467073] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-51d3324f-380b-400f-b787-f36f718d6d5f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.476458] env[62127]: DEBUG oslo_vmware.api [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for the task: (returnval){ [ 1522.476458] env[62127]: value = "task-1733392" [ 1522.476458] env[62127]: _type = "Task" [ 1522.476458] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.484330] env[62127]: DEBUG oslo_vmware.api [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.579852] env[62127]: DEBUG nova.network.neutron [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updated VIF entry in instance network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1522.579852] env[62127]: DEBUG nova.network.neutron [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.587290] env[62127]: DEBUG nova.network.neutron [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1522.908964] env[62127]: DEBUG nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1522.947124] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='224be355e569174c278c0104cc33dc69',container_format='bare',created_at=2024-12-11T06:10:10Z,direct_url=,disk_format='vmdk',id=e342067d-3538-42a7-b0bb-2eb07dc58873,min_disk=1,min_ram=0,name='tempest-test-snap-802279702',owner='436b211dd06e4f9fa73844f594738afb',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2024-12-11T06:10:25Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1522.947440] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1522.947530] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1522.949071] env[62127]: DEBUG nova.virt.hardware [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1522.949925] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1f51d4-6854-4485-a823-f624cc0ba3c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.961595] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70930c09-93a4-4055-9f4c-ba77d337140f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.986295] env[62127]: DEBUG oslo_vmware.api [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733392, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.049186] env[62127]: DEBUG nova.network.neutron [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance_info_cache with network_info: [{"id": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "address": "fa:16:3e:f4:02:5b", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce92f19-da", "ovs_interfaceid": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.087661] env[62127]: DEBUG oslo_concurrency.lockutils [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] Releasing lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.088019] env[62127]: DEBUG nova.compute.manager [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1523.088255] env[62127]: DEBUG nova.compute.manager [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing instance network info cache due to event network-changed-3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1523.088508] env[62127]: DEBUG oslo_concurrency.lockutils [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] Acquiring lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.088690] env[62127]: DEBUG oslo_concurrency.lockutils [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] Acquired lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.088895] env[62127]: DEBUG nova.network.neutron [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Refreshing network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1523.094107] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.094335] env[62127]: DEBUG nova.objects.instance [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'migration_context' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1523.129076] env[62127]: DEBUG nova.network.neutron [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updated VIF entry in instance network info cache for port 7a8d97e5-a517-4664-a663-a5b579b36039. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.129076] env[62127]: DEBUG nova.network.neutron [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [{"id": "7a8d97e5-a517-4664-a663-a5b579b36039", "address": "fa:16:3e:3f:c0:fe", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8d97e5-a5", "ovs_interfaceid": "7a8d97e5-a517-4664-a663-a5b579b36039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.345361] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5451a2-fdf8-4fe2-b9e9-50d5fe1fb708 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.350640] env[62127]: DEBUG nova.compute.manager [req-888f2b24-1cf7-4428-9b29-5964f3ef6dd9 req-ca42c3f0-f583-48f1-8bda-285551eb1873 service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Received event network-vif-plugged-5a70a4c4-6ee3-4330-b64c-c734e5d5b0af {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1523.350898] env[62127]: DEBUG oslo_concurrency.lockutils [req-888f2b24-1cf7-4428-9b29-5964f3ef6dd9 req-ca42c3f0-f583-48f1-8bda-285551eb1873 service nova] Acquiring lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.353015] env[62127]: DEBUG oslo_concurrency.lockutils [req-888f2b24-1cf7-4428-9b29-5964f3ef6dd9 req-ca42c3f0-f583-48f1-8bda-285551eb1873 service nova] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1523.353015] env[62127]: DEBUG oslo_concurrency.lockutils [req-888f2b24-1cf7-4428-9b29-5964f3ef6dd9 req-ca42c3f0-f583-48f1-8bda-285551eb1873 service nova] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1523.353015] env[62127]: DEBUG nova.compute.manager [req-888f2b24-1cf7-4428-9b29-5964f3ef6dd9 req-ca42c3f0-f583-48f1-8bda-285551eb1873 service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] No waiting events found dispatching network-vif-plugged-5a70a4c4-6ee3-4330-b64c-c734e5d5b0af {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1523.353015] env[62127]: WARNING nova.compute.manager [req-888f2b24-1cf7-4428-9b29-5964f3ef6dd9 req-ca42c3f0-f583-48f1-8bda-285551eb1873 service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Received unexpected event network-vif-plugged-5a70a4c4-6ee3-4330-b64c-c734e5d5b0af for instance with vm_state building and task_state spawning. [ 1523.358726] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56bc517f-9100-4b58-b40c-19ea63db6f19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.393021] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9996398f-8222-45cb-8197-e2ae38654453 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.397661] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e80c9e5-ddf8-4c99-9fe3-02bd16d6cb00 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.412182] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.468114] env[62127]: DEBUG nova.network.neutron [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Successfully updated port: 5a70a4c4-6ee3-4330-b64c-c734e5d5b0af {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1523.489861] env[62127]: DEBUG oslo_vmware.api [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Task: {'id': task-1733392, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.655006} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.490456] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1523.490775] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1523.491059] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1523.491214] env[62127]: INFO nova.compute.manager [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1523.491781] env[62127]: DEBUG oslo.service.loopingcall [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1523.491781] env[62127]: DEBUG nova.compute.manager [-] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1523.491781] env[62127]: DEBUG nova.network.neutron [-] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1523.552213] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.599443] env[62127]: DEBUG nova.objects.base [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Object Instance<2e1334d2-24e1-4d03-8198-02baa1e6e693> lazy-loaded attributes: info_cache,migration_context {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1523.600436] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95c71a7-2610-46e9-afea-c3574ea752b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.630546] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074ff31e-1b0b-4a8f-8d6f-39d354c9c43f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.633181] env[62127]: DEBUG oslo_concurrency.lockutils [req-3a146568-909e-4ac7-88dc-d6693446ee1b req-116a5792-a169-4ffd-b437-e9744d1047ce service nova] Releasing lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1523.638370] env[62127]: DEBUG oslo_vmware.api [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1523.638370] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521e15da-6125-5920-51ce-1b91da5d1487" [ 1523.638370] env[62127]: _type = "Task" [ 1523.638370] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1523.647696] env[62127]: DEBUG oslo_vmware.api [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521e15da-6125-5920-51ce-1b91da5d1487, 'name': SearchDatastore_Task, 'duration_secs': 0.006987} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.647863] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1523.839525] env[62127]: DEBUG nova.network.neutron [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updated VIF entry in instance network info cache for port 3ef022ff-953e-420b-bfc7-0e0fd13d779a. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1523.839826] env[62127]: DEBUG nova.network.neutron [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [{"id": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "address": "fa:16:3e:06:9f:b6", "network": {"id": "238b4e5b-2619-4f14-afd2-69cc64543f08", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1293615338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "ed4499da924f458f8dae4b013391d495", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f9c4edd5-d88e-4996-afea-00130ace0dad", "external-id": "nsx-vlan-transportzone-261", "segmentation_id": 261, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ef022ff-95", "ovs_interfaceid": "3ef022ff-953e-420b-bfc7-0e0fd13d779a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1523.931876] env[62127]: ERROR nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [req-a3db2c65-fc56-4da1-969b-27a3cbff9741] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a3db2c65-fc56-4da1-969b-27a3cbff9741"}]} [ 1523.947897] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1523.961507] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1523.961723] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1523.971086] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "refresh_cache-22b733ef-ed5d-4b91-8a98-b159a1dd21b8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1523.971176] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "refresh_cache-22b733ef-ed5d-4b91-8a98-b159a1dd21b8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.971317] env[62127]: DEBUG nova.network.neutron [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1523.973428] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1523.990947] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1524.075160] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b68f1909-1966-4ad2-a33f-86b2c2bc48c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.098785] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c139887-ec18-4c62-8c02-1ba1f6af7311 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.107022] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance '14175f81-3936-40f0-a47a-93a5cce2fdaa' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1524.258029] env[62127]: DEBUG nova.network.neutron [-] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.318868] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-457d01c5-9e8c-41d4-8061-1abb918edb98 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.326688] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07147f2e-60a4-4461-93f1-d06773e5ac59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.359798] env[62127]: DEBUG oslo_concurrency.lockutils [req-4b052f55-ec4b-4250-b381-e7eaa8ad56aa req-5ef4cce7-44e9-4a93-ae73-49c27142ed4f service nova] Releasing lock "refresh_cache-d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1524.360952] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18267e48-b99b-46f0-9dfa-2ff53de93285 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.370428] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e00f9214-c7c4-40ba-b927-2444b1fd27dc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.384309] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.506088] env[62127]: DEBUG nova.network.neutron [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1524.616231] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1524.616678] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7706893-104f-4f7f-af47-92557499ca81 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.625794] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1524.625794] env[62127]: value = "task-1733393" [ 1524.625794] env[62127]: _type = "Task" [ 1524.625794] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1524.639620] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733393, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1524.710087] env[62127]: DEBUG nova.network.neutron [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Updating instance_info_cache with network_info: [{"id": "5a70a4c4-6ee3-4330-b64c-c734e5d5b0af", "address": "fa:16:3e:3b:cd:d7", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a70a4c4-6e", "ovs_interfaceid": "5a70a4c4-6ee3-4330-b64c-c734e5d5b0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.760578] env[62127]: INFO nova.compute.manager [-] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Took 1.27 seconds to deallocate network for instance. [ 1524.885184] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.885418] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1524.904448] env[62127]: ERROR nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [req-47ba432a-376a-4581-b5d5-0806304eb279] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-47ba432a-376a-4581-b5d5-0806304eb279"}]} [ 1524.923994] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1524.941315] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1524.941540] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1524.955347] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1524.973297] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1525.137572] env[62127]: DEBUG oslo_vmware.api [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733393, 'name': PowerOnVM_Task, 'duration_secs': 0.45017} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.139868] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1525.140113] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3f69e2f7-08bc-4613-a7cb-87e7df488e02 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance '14175f81-3936-40f0-a47a-93a5cce2fdaa' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1525.212826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "refresh_cache-22b733ef-ed5d-4b91-8a98-b159a1dd21b8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1525.213160] env[62127]: DEBUG nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Instance network_info: |[{"id": "5a70a4c4-6ee3-4330-b64c-c734e5d5b0af", "address": "fa:16:3e:3b:cd:d7", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a70a4c4-6e", "ovs_interfaceid": "5a70a4c4-6ee3-4330-b64c-c734e5d5b0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1525.213804] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:cd:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a70a4c4-6ee3-4330-b64c-c734e5d5b0af', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1525.221699] env[62127]: DEBUG oslo.service.loopingcall [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1525.224588] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1525.225018] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-951a3b3a-6c3c-43f7-adab-ba5ffbda8183 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.247906] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1525.247906] env[62127]: value = "task-1733394" [ 1525.247906] env[62127]: _type = "Task" [ 1525.247906] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.258197] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733394, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.270797] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.288894] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.289176] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.301164] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-394113b4-3d93-4395-a3c8-63e881bd9d2c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.312508] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3b1e1e-64e7-42ad-8c47-d8ac0103350e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.345494] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cf8ea6-85c7-4951-8f8f-adf175ed40c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.353397] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb64f602-1c0e-4140-a856-5ab3ab19f050 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.367114] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.394942] env[62127]: DEBUG nova.compute.manager [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Received event network-changed-5a70a4c4-6ee3-4330-b64c-c734e5d5b0af {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1525.394942] env[62127]: DEBUG nova.compute.manager [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Refreshing instance network info cache due to event network-changed-5a70a4c4-6ee3-4330-b64c-c734e5d5b0af. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1525.394942] env[62127]: DEBUG oslo_concurrency.lockutils [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] Acquiring lock "refresh_cache-22b733ef-ed5d-4b91-8a98-b159a1dd21b8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.394942] env[62127]: DEBUG oslo_concurrency.lockutils [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] Acquired lock "refresh_cache-22b733ef-ed5d-4b91-8a98-b159a1dd21b8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.395358] env[62127]: DEBUG nova.network.neutron [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Refreshing network info cache for port 5a70a4c4-6ee3-4330-b64c-c734e5d5b0af {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1525.398341] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1525.398341] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1525.636885] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "26f0c5d7-b920-42a7-ae8f-804003cc8659" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1525.637359] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "26f0c5d7-b920-42a7-ae8f-804003cc8659" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1525.758219] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733394, 'name': CreateVM_Task, 'duration_secs': 0.372248} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.758400] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1525.759210] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.759276] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.759619] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1525.759915] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c90def52-d675-4c34-b819-fd2048c7559a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.764384] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1525.764384] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524e1a5c-6519-57e8-2d46-a5a86e20c4d4" [ 1525.764384] env[62127]: _type = "Task" [ 1525.764384] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.772666] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524e1a5c-6519-57e8-2d46-a5a86e20c4d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.792270] env[62127]: DEBUG nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1525.891778] env[62127]: ERROR nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [req-504d4e12-6c26-483c-b21e-4f61df6b2f24] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-504d4e12-6c26-483c-b21e-4f61df6b2f24"}]} [ 1525.910665] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1525.930327] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1525.930645] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1525.933348] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1525.933348] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.933493] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1525.952347] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1525.973255] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1526.137639] env[62127]: DEBUG nova.network.neutron [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Updated VIF entry in instance network info cache for port 5a70a4c4-6ee3-4330-b64c-c734e5d5b0af. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1526.138027] env[62127]: DEBUG nova.network.neutron [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Updating instance_info_cache with network_info: [{"id": "5a70a4c4-6ee3-4330-b64c-c734e5d5b0af", "address": "fa:16:3e:3b:cd:d7", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a70a4c4-6e", "ovs_interfaceid": "5a70a4c4-6ee3-4330-b64c-c734e5d5b0af", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.139259] env[62127]: DEBUG nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1526.275500] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.275794] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Processing image e342067d-3538-42a7-b0bb-2eb07dc58873 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1526.276054] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873/e342067d-3538-42a7-b0bb-2eb07dc58873.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1526.276243] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873/e342067d-3538-42a7-b0bb-2eb07dc58873.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.276513] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1526.277077] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a98a620e-1f63-4665-b219-f9fb2e456bb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.280288] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1e4e7a5-3a29-4acd-9bc2-1d7b0ef7edd8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.286957] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8530519-689e-4a0a-b558-84efc63f92c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.324110] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf88cc7-4a37-4db3-bc37-23ac6a574b93 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.326689] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1526.326902] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1526.327750] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c8ba770-fa9d-49a6-8652-9abb187e6b27 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.335564] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9bdf122-35e3-438c-b82f-673749c3da92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.339269] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1526.339269] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52490a38-e010-52f9-6d48-f9041923e70f" [ 1526.339269] env[62127]: _type = "Task" [ 1526.339269] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.340117] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.351441] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.357255] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52490a38-e010-52f9-6d48-f9041923e70f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.643304] env[62127]: DEBUG oslo_concurrency.lockutils [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] Releasing lock "refresh_cache-22b733ef-ed5d-4b91-8a98-b159a1dd21b8" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1526.643652] env[62127]: DEBUG nova.compute.manager [req-45d3039a-ae7b-4f4b-a7dd-332afba1e2a4 req-2a2f11bb-c079-4cad-9a0b-bc4157207a4d service nova] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Received event network-vif-deleted-3ef022ff-953e-420b-bfc7-0e0fd13d779a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1526.657604] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1526.851852] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Preparing fetch location {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1526.852140] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Fetch image to [datastore1] OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97/OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97.vmdk {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1526.852321] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Downloading stream optimized image e342067d-3538-42a7-b0bb-2eb07dc58873 to [datastore1] OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97/OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97.vmdk on the data store datastore1 as vApp {{(pid=62127) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1526.852490] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Downloading image file data e342067d-3538-42a7-b0bb-2eb07dc58873 to the ESX as VM named 'OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97' {{(pid=62127) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1526.900754] env[62127]: DEBUG nova.scheduler.client.report [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1526.901034] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 105 to 106 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1526.901178] env[62127]: DEBUG nova.compute.provider_tree [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1526.937916] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1526.937916] env[62127]: value = "resgroup-9" [ 1526.937916] env[62127]: _type = "ResourcePool" [ 1526.937916] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1526.938776] env[62127]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a67bc07e-b7ed-4f30-b564-1e3a2fc93b87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.961800] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease: (returnval){ [ 1526.961800] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5227c007-282c-f415-fd08-143fb026c7c9" [ 1526.961800] env[62127]: _type = "HttpNfcLease" [ 1526.961800] env[62127]: } obtained for vApp import into resource pool (val){ [ 1526.961800] env[62127]: value = "resgroup-9" [ 1526.961800] env[62127]: _type = "ResourcePool" [ 1526.961800] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1526.961800] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the lease: (returnval){ [ 1526.961800] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5227c007-282c-f415-fd08-143fb026c7c9" [ 1526.961800] env[62127]: _type = "HttpNfcLease" [ 1526.961800] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1526.967826] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1526.967826] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5227c007-282c-f415-fd08-143fb026c7c9" [ 1526.967826] env[62127]: _type = "HttpNfcLease" [ 1526.967826] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1527.272709] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.407148] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.502s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1527.407667] env[62127]: DEBUG nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1527.410461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.447s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1527.411270] env[62127]: DEBUG nova.objects.instance [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1527.470926] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1527.470926] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5227c007-282c-f415-fd08-143fb026c7c9" [ 1527.470926] env[62127]: _type = "HttpNfcLease" [ 1527.470926] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1527.471352] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1527.471352] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5227c007-282c-f415-fd08-143fb026c7c9" [ 1527.471352] env[62127]: _type = "HttpNfcLease" [ 1527.471352] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1527.472162] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f30b106-fc24-46ec-9cf0-0add6720fc79 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.481797] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52962fdc-b205-13c7-b2de-b092b22cd753/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1527.481995] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52962fdc-b205-13c7-b2de-b092b22cd753/disk-0.vmdk. {{(pid=62127) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1527.549102] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-73a9eb5d-42f9-4969-8020-45b4b2f325b5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.620741] env[62127]: DEBUG nova.network.neutron [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Port dce92f19-dacd-45f0-a2b9-34d15b7f456a binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1527.621056] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1527.621233] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1527.621412] env[62127]: DEBUG nova.network.neutron [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1527.776295] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1527.776635] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1527.776743] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.776997] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.778488] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.778776] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.779015] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.779275] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.779449] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1527.779653] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1527.918303] env[62127]: DEBUG nova.compute.utils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1527.921577] env[62127]: DEBUG nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1527.921747] env[62127]: DEBUG nova.network.neutron [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1527.965100] env[62127]: DEBUG nova.policy [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0e8ddebcd64b239aab08a044025779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c02c3b3ba114f9a814fec4c0ddc2153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1528.257241] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Completed reading data from the image iterator. {{(pid=62127) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1528.257482] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52962fdc-b205-13c7-b2de-b092b22cd753/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1528.258430] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94659ca8-e3a8-4830-9ec6-bc7942e1b736 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.265245] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52962fdc-b205-13c7-b2de-b092b22cd753/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1528.265416] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52962fdc-b205-13c7-b2de-b092b22cd753/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1528.265663] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b73eaef6-b235-41aa-bc6d-d0c3cf35b698 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.282901] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1528.350375] env[62127]: DEBUG nova.network.neutron [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Successfully created port: 7499729b-faf3-448d-96d6-59081190a2c3 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1528.419325] env[62127]: DEBUG nova.network.neutron [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance_info_cache with network_info: [{"id": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "address": "fa:16:3e:f4:02:5b", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce92f19-da", "ovs_interfaceid": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1528.421334] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35cce62d-f661-4edf-85f3-3c7a8ebe305d tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.425755] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.247s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.425755] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.425755] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.213s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.425951] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1528.428320] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.712s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1528.430419] env[62127]: INFO nova.compute.claims [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1528.433562] env[62127]: DEBUG nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1528.475851] env[62127]: INFO nova.scheduler.client.report [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted allocations for instance 3489076b-b6c4-4d2a-ae63-1669ff1c981e [ 1528.481754] env[62127]: INFO nova.scheduler.client.report [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Deleted allocations for instance 6b032990-23de-4f82-871e-b8c658decee9 [ 1528.493636] env[62127]: DEBUG oslo_vmware.rw_handles [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52962fdc-b205-13c7-b2de-b092b22cd753/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1528.493941] env[62127]: INFO nova.virt.vmwareapi.images [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Downloaded image file data e342067d-3538-42a7-b0bb-2eb07dc58873 [ 1528.495444] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2cee1d9-2aba-4862-9409-df903792281d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.514654] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc628e94-ef45-43d6-8fe3-db661a9ee08d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.539926] env[62127]: INFO nova.virt.vmwareapi.images [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] The imported VM was unregistered [ 1528.542400] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Caching image {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1528.542635] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873 {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1528.543438] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a5d7d65-12f2-47f3-8257-eb09d8d9e479 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.590816] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created directory with path [datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873 {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1528.591049] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97/OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97.vmdk to [datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873/e342067d-3538-42a7-b0bb-2eb07dc58873.vmdk. {{(pid=62127) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1528.591490] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-4afdd6da-5239-4503-9d26-c56df9156f77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.598842] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1528.598842] env[62127]: value = "task-1733397" [ 1528.598842] env[62127]: _type = "Task" [ 1528.598842] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1528.606429] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733397, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.924288] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1528.999745] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a74dd025-3e3f-42ad-b20a-6539ccbf9298 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "3489076b-b6c4-4d2a-ae63-1669ff1c981e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.037s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.001389] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f95955a0-5f24-42e3-8722-51e561dd5dc0 tempest-ServerShowV257Test-1103988586 tempest-ServerShowV257Test-1103988586-project-member] Lock "6b032990-23de-4f82-871e-b8c658decee9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.636s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1529.111707] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733397, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.428272] env[62127]: DEBUG nova.compute.manager [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62127) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1529.428704] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1529.452506] env[62127]: DEBUG nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1529.485716] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1529.485992] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1529.486174] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1529.486357] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1529.486512] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1529.486691] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1529.486954] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1529.487167] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1529.487344] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1529.487511] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1529.487736] env[62127]: DEBUG nova.virt.hardware [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1529.488637] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c05759-6b73-4d57-9368-f466718a7a7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.500157] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc61e683-c95d-4177-a6c4-c6e8ce236f24 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.613848] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733397, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1529.810199] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f996a803-63db-4b44-9b6d-7e8a7636f056 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.818293] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb866b5e-7ebf-4009-8828-8b772273575a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.858441] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba0c45b-b345-4ac0-8f18-172c7f240d39 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.866883] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd87d43-dc8c-4977-9714-b4dd45ab52b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.880837] env[62127]: DEBUG nova.compute.provider_tree [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1530.111965] env[62127]: DEBUG nova.compute.manager [req-5207a255-8daa-496a-b73e-64c53a86cc94 req-6cccad42-768b-4327-89f8-bee587f04c61 service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Received event network-vif-plugged-7499729b-faf3-448d-96d6-59081190a2c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1530.112614] env[62127]: DEBUG oslo_concurrency.lockutils [req-5207a255-8daa-496a-b73e-64c53a86cc94 req-6cccad42-768b-4327-89f8-bee587f04c61 service nova] Acquiring lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1530.112966] env[62127]: DEBUG oslo_concurrency.lockutils [req-5207a255-8daa-496a-b73e-64c53a86cc94 req-6cccad42-768b-4327-89f8-bee587f04c61 service nova] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.113298] env[62127]: DEBUG oslo_concurrency.lockutils [req-5207a255-8daa-496a-b73e-64c53a86cc94 req-6cccad42-768b-4327-89f8-bee587f04c61 service nova] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.113605] env[62127]: DEBUG nova.compute.manager [req-5207a255-8daa-496a-b73e-64c53a86cc94 req-6cccad42-768b-4327-89f8-bee587f04c61 service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] No waiting events found dispatching network-vif-plugged-7499729b-faf3-448d-96d6-59081190a2c3 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1530.113898] env[62127]: WARNING nova.compute.manager [req-5207a255-8daa-496a-b73e-64c53a86cc94 req-6cccad42-768b-4327-89f8-bee587f04c61 service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Received unexpected event network-vif-plugged-7499729b-faf3-448d-96d6-59081190a2c3 for instance with vm_state building and task_state spawning. [ 1530.119804] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733397, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.221126] env[62127]: DEBUG nova.network.neutron [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Successfully updated port: 7499729b-faf3-448d-96d6-59081190a2c3 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1530.383821] env[62127]: DEBUG nova.scheduler.client.report [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1530.612190] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733397, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.723226] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1530.723459] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.723577] env[62127]: DEBUG nova.network.neutron [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1530.889575] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.890183] env[62127]: DEBUG nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1530.893727] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.811s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.893962] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1530.896177] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.880s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1530.897688] env[62127]: INFO nova.compute.claims [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1530.929506] env[62127]: INFO nova.scheduler.client.report [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Deleted allocations for instance e7f51043-6190-446e-a795-68fba59f8b37 [ 1531.115085] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733397, 'name': MoveVirtualDisk_Task} progress is 91%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.261930] env[62127]: DEBUG nova.network.neutron [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1531.397899] env[62127]: DEBUG nova.network.neutron [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance_info_cache with network_info: [{"id": "7499729b-faf3-448d-96d6-59081190a2c3", "address": "fa:16:3e:b9:78:28", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499729b-fa", "ovs_interfaceid": "7499729b-faf3-448d-96d6-59081190a2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.405742] env[62127]: DEBUG nova.compute.utils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1531.407626] env[62127]: DEBUG nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1531.407814] env[62127]: DEBUG nova.network.neutron [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1531.437338] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0efde1be-5822-4dc6-9749-b16314bea76d tempest-ServersAdminTestJSON-708362379 tempest-ServersAdminTestJSON-708362379-project-member] Lock "e7f51043-6190-446e-a795-68fba59f8b37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.469s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1531.460040] env[62127]: DEBUG nova.policy [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcbc6f11f652497298816dc20c37b2e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd70d4a7d13044ec78b6aa9a271b01475', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1531.613589] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733397, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.712844} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.613858] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97/OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97.vmdk to [datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873/e342067d-3538-42a7-b0bb-2eb07dc58873.vmdk. [ 1531.614052] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Cleaning up location [datastore1] OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1531.614215] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_faa615b9-f646-4136-ad94-5fdbec9f2e97 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1531.614473] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-76290f2d-7585-44c0-97c7-9122ab1c6e42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.620886] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1531.620886] env[62127]: value = "task-1733398" [ 1531.620886] env[62127]: _type = "Task" [ 1531.620886] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.628836] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733398, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1531.731859] env[62127]: DEBUG nova.network.neutron [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Successfully created port: 2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1531.901152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1531.901497] env[62127]: DEBUG nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Instance network_info: |[{"id": "7499729b-faf3-448d-96d6-59081190a2c3", "address": "fa:16:3e:b9:78:28", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499729b-fa", "ovs_interfaceid": "7499729b-faf3-448d-96d6-59081190a2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1531.901913] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:78:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7499729b-faf3-448d-96d6-59081190a2c3', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1531.912167] env[62127]: DEBUG oslo.service.loopingcall [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1531.913254] env[62127]: DEBUG nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1531.919655] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1531.921102] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-562a7f33-e780-4461-a28b-86ec933b110d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.947484] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1531.947484] env[62127]: value = "task-1733399" [ 1531.947484] env[62127]: _type = "Task" [ 1531.947484] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1531.958314] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733399, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.133292] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733398, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03995} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1532.133292] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1532.133292] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873/e342067d-3538-42a7-b0bb-2eb07dc58873.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1532.133743] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873/e342067d-3538-42a7-b0bb-2eb07dc58873.vmdk to [datastore1] 22b733ef-ed5d-4b91-8a98-b159a1dd21b8/22b733ef-ed5d-4b91-8a98-b159a1dd21b8.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1532.133743] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1cef2012-088a-4019-a16d-36cd3b19e010 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.140679] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1532.140679] env[62127]: value = "task-1733400" [ 1532.140679] env[62127]: _type = "Task" [ 1532.140679] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.143018] env[62127]: DEBUG nova.compute.manager [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Received event network-changed-7499729b-faf3-448d-96d6-59081190a2c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1532.143231] env[62127]: DEBUG nova.compute.manager [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Refreshing instance network info cache due to event network-changed-7499729b-faf3-448d-96d6-59081190a2c3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1532.143473] env[62127]: DEBUG oslo_concurrency.lockutils [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] Acquiring lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1532.143643] env[62127]: DEBUG oslo_concurrency.lockutils [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] Acquired lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1532.143831] env[62127]: DEBUG nova.network.neutron [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Refreshing network info cache for port 7499729b-faf3-448d-96d6-59081190a2c3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1532.158156] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.298648] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d66e17c-7d7a-46a5-877c-5f46b1292fba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.306767] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a48918b-4376-4e55-8f22-4636eaff4eb5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.339174] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9025a0f-7003-4463-a56e-dc36af5d966a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.346817] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb2e9e8-ef7e-441d-b771-061aa330c34d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.361318] env[62127]: DEBUG nova.compute.provider_tree [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.461863] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733399, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.659442] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.906562] env[62127]: DEBUG nova.scheduler.client.report [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 106 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1532.906874] env[62127]: DEBUG nova.compute.provider_tree [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 106 to 107 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1532.907129] env[62127]: DEBUG nova.compute.provider_tree [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1532.928777] env[62127]: DEBUG nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1532.958160] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733399, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1532.966100] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1532.966485] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1532.966744] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1532.967071] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1532.967278] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1532.967483] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1532.967887] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1532.968036] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1532.968268] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1532.968474] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1532.968687] env[62127]: DEBUG nova.virt.hardware [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1532.969655] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed05e66-9795-43c4-95d7-d0c3a8461d9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.978467] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7068168e-ccc7-456c-8a93-c4ba73dce279 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.047639] env[62127]: DEBUG nova.network.neutron [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updated VIF entry in instance network info cache for port 7499729b-faf3-448d-96d6-59081190a2c3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1533.048127] env[62127]: DEBUG nova.network.neutron [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance_info_cache with network_info: [{"id": "7499729b-faf3-448d-96d6-59081190a2c3", "address": "fa:16:3e:b9:78:28", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499729b-fa", "ovs_interfaceid": "7499729b-faf3-448d-96d6-59081190a2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1533.159452] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.317271] env[62127]: DEBUG nova.network.neutron [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Successfully updated port: 2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1533.413087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.517s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1533.413994] env[62127]: DEBUG nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1533.417543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.056s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1533.422630] env[62127]: INFO nova.compute.claims [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1533.461430] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733399, 'name': CreateVM_Task, 'duration_secs': 1.189669} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.461829] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1533.464879] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.464879] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.464879] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1533.464879] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-691f7f35-f19d-4fe0-8b6e-b62f411f9b8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.471485] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1533.471485] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528eae9e-fff6-8cc1-6239-83dcc61d4c30" [ 1533.471485] env[62127]: _type = "Task" [ 1533.471485] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.478476] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528eae9e-fff6-8cc1-6239-83dcc61d4c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.550755] env[62127]: DEBUG oslo_concurrency.lockutils [req-206d4e96-068e-4099-9980-e662f23a334c req-d51e90f0-0c2f-41ec-8013-9113d110981e service nova] Releasing lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1533.654901] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.820771] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1533.820914] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1533.821082] env[62127]: DEBUG nova.network.neutron [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1533.925352] env[62127]: DEBUG nova.compute.utils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1533.930284] env[62127]: DEBUG nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1533.933240] env[62127]: DEBUG nova.network.neutron [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1533.982400] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528eae9e-fff6-8cc1-6239-83dcc61d4c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.035156] env[62127]: DEBUG nova.policy [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6669d7fe6be941bf81d2fc20538366ed', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '627737af3d884994a1abcb1378fb95bc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1534.156493] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.170806] env[62127]: DEBUG nova.compute.manager [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Received event network-vif-plugged-2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1534.171159] env[62127]: DEBUG oslo_concurrency.lockutils [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] Acquiring lock "91a88f57-1313-4413-bd71-165946022e95-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1534.171445] env[62127]: DEBUG oslo_concurrency.lockutils [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] Lock "91a88f57-1313-4413-bd71-165946022e95-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1534.171678] env[62127]: DEBUG oslo_concurrency.lockutils [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] Lock "91a88f57-1313-4413-bd71-165946022e95-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1534.172037] env[62127]: DEBUG nova.compute.manager [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] No waiting events found dispatching network-vif-plugged-2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1534.172358] env[62127]: WARNING nova.compute.manager [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Received unexpected event network-vif-plugged-2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 for instance with vm_state building and task_state spawning. [ 1534.172757] env[62127]: DEBUG nova.compute.manager [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Received event network-changed-2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1534.172872] env[62127]: DEBUG nova.compute.manager [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Refreshing instance network info cache due to event network-changed-2bd7616c-ee7e-4bb3-aa65-9857cfd581c9. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1534.173064] env[62127]: DEBUG oslo_concurrency.lockutils [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] Acquiring lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1534.354236] env[62127]: DEBUG nova.network.neutron [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1534.430524] env[62127]: DEBUG nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1534.483367] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528eae9e-fff6-8cc1-6239-83dcc61d4c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.520691] env[62127]: DEBUG nova.network.neutron [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Updating instance_info_cache with network_info: [{"id": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "address": "fa:16:3e:cf:00:c7", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7616c-ee", "ovs_interfaceid": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1534.643256] env[62127]: DEBUG nova.network.neutron [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Successfully created port: 06190a36-3579-4270-9fb4-a3b9e4b29080 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1534.656799] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1534.788744] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51031f06-c717-45ae-a491-c781247981ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.797022] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ffc92-93ee-4f65-90aa-efc6a2ebbe65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.831651] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ae544e-5f51-49c4-9137-5882dc9ef834 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.839141] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a101b583-be52-42b4-baf7-3ae677a55af9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.855124] env[62127]: DEBUG nova.compute.provider_tree [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.983316] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528eae9e-fff6-8cc1-6239-83dcc61d4c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.026447] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.030207] env[62127]: DEBUG nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Instance network_info: |[{"id": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "address": "fa:16:3e:cf:00:c7", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7616c-ee", "ovs_interfaceid": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1535.030207] env[62127]: DEBUG oslo_concurrency.lockutils [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] Acquired lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.030207] env[62127]: DEBUG nova.network.neutron [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Refreshing network info cache for port 2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1535.030207] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cf:00:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '163e60bd-32d6-41c5-95e6-2eb10c5c9245', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2bd7616c-ee7e-4bb3-aa65-9857cfd581c9', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.041541] env[62127]: DEBUG oslo.service.loopingcall [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1535.042872] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a88f57-1313-4413-bd71-165946022e95] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.044847] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a60b6ce-b17d-4c8e-b1b7-bf49bade8fa6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.068223] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.068223] env[62127]: value = "task-1733401" [ 1535.068223] env[62127]: _type = "Task" [ 1535.068223] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.083882] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.156461] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.358821] env[62127]: DEBUG nova.scheduler.client.report [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1535.443141] env[62127]: DEBUG nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1535.470034] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1535.470295] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1535.470453] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.470632] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1535.470778] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.470926] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1535.471388] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1535.471660] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1535.472140] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1535.472516] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1535.472746] env[62127]: DEBUG nova.virt.hardware [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1535.473779] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d4e7985-a743-4167-9bc5-aa3e8df459a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.490942] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f1d8f2-a2aa-46fb-b6c5-237fe2ea232a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.498529] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528eae9e-fff6-8cc1-6239-83dcc61d4c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.581064] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.661611] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1535.802109] env[62127]: DEBUG nova.network.neutron [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Updated VIF entry in instance network info cache for port 2bd7616c-ee7e-4bb3-aa65-9857cfd581c9. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1535.802516] env[62127]: DEBUG nova.network.neutron [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Updating instance_info_cache with network_info: [{"id": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "address": "fa:16:3e:cf:00:c7", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7616c-ee", "ovs_interfaceid": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.864055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1535.864614] env[62127]: DEBUG nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1535.867399] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.496s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1535.867630] env[62127]: DEBUG nova.objects.instance [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lazy-loading 'resources' on Instance uuid ac99c437-86a4-4f62-926c-e1d06db7589a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.989012] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528eae9e-fff6-8cc1-6239-83dcc61d4c30, 'name': SearchDatastore_Task, 'duration_secs': 2.487} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1535.989418] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1535.989709] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1535.990114] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1535.990199] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.990406] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1535.990704] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f766aa80-094f-4736-9e5d-1f5bed6fdc94 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.999767] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1535.999943] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.000811] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83482b38-a04c-4916-bf1b-46dc6fc491f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.005970] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1536.005970] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b1ff77-c3aa-406d-f4cc-aac4853063b7" [ 1536.005970] env[62127]: _type = "Task" [ 1536.005970] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.013489] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b1ff77-c3aa-406d-f4cc-aac4853063b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.078485] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.158221] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.307214] env[62127]: DEBUG oslo_concurrency.lockutils [req-ac14b9b4-64d1-460e-9ad3-39c92bcc3cf2 req-d56c58b7-f657-4468-9a98-24e4e697fbaa service nova] Releasing lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1536.366770] env[62127]: DEBUG nova.compute.manager [req-178a09ef-2021-44b4-8c71-9bd1d4f209c9 req-47b67701-e2f9-46e8-bc24-01f3b559973a service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Received event network-vif-plugged-06190a36-3579-4270-9fb4-a3b9e4b29080 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1536.367027] env[62127]: DEBUG oslo_concurrency.lockutils [req-178a09ef-2021-44b4-8c71-9bd1d4f209c9 req-47b67701-e2f9-46e8-bc24-01f3b559973a service nova] Acquiring lock "31206609-3cc4-45b3-975d-f68703963795-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1536.367286] env[62127]: DEBUG oslo_concurrency.lockutils [req-178a09ef-2021-44b4-8c71-9bd1d4f209c9 req-47b67701-e2f9-46e8-bc24-01f3b559973a service nova] Lock "31206609-3cc4-45b3-975d-f68703963795-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1536.367594] env[62127]: DEBUG oslo_concurrency.lockutils [req-178a09ef-2021-44b4-8c71-9bd1d4f209c9 req-47b67701-e2f9-46e8-bc24-01f3b559973a service nova] Lock "31206609-3cc4-45b3-975d-f68703963795-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1536.367861] env[62127]: DEBUG nova.compute.manager [req-178a09ef-2021-44b4-8c71-9bd1d4f209c9 req-47b67701-e2f9-46e8-bc24-01f3b559973a service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] No waiting events found dispatching network-vif-plugged-06190a36-3579-4270-9fb4-a3b9e4b29080 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1536.368061] env[62127]: WARNING nova.compute.manager [req-178a09ef-2021-44b4-8c71-9bd1d4f209c9 req-47b67701-e2f9-46e8-bc24-01f3b559973a service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Received unexpected event network-vif-plugged-06190a36-3579-4270-9fb4-a3b9e4b29080 for instance with vm_state building and task_state spawning. [ 1536.370164] env[62127]: DEBUG nova.compute.utils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1536.374236] env[62127]: DEBUG nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1536.374508] env[62127]: DEBUG nova.network.neutron [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1536.425037] env[62127]: DEBUG nova.policy [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e3008d892d48889c7e51295f83927a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9316215ca9d2427f9def55ffa6656520', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1536.471938] env[62127]: DEBUG nova.network.neutron [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Successfully updated port: 06190a36-3579-4270-9fb4-a3b9e4b29080 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1536.518194] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b1ff77-c3aa-406d-f4cc-aac4853063b7, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.521061] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13fb8052-c18b-47a6-b787-ebb9e7c73cd2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.526868] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1536.526868] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a7ab8e-e57d-8dbc-6eef-2d8beed3aa3a" [ 1536.526868] env[62127]: _type = "Task" [ 1536.526868] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.535157] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a7ab8e-e57d-8dbc-6eef-2d8beed3aa3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.583213] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.667141] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 15%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.743703] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e47521a6-de0d-4abe-9595-218af6c7898b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.752289] env[62127]: DEBUG nova.network.neutron [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Successfully created port: 41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1536.755200] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4246455-e429-444a-8e22-20fb3fca799f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.794680] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c41d34b-1957-4864-883d-fc235e545002 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.804207] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88fa77a9-1319-43e5-95c1-a58e8f509f8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.822328] env[62127]: DEBUG nova.compute.provider_tree [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1536.874990] env[62127]: DEBUG nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1536.974757] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "refresh_cache-31206609-3cc4-45b3-975d-f68703963795" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1536.974909] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquired lock "refresh_cache-31206609-3cc4-45b3-975d-f68703963795" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.975070] env[62127]: DEBUG nova.network.neutron [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.037576] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a7ab8e-e57d-8dbc-6eef-2d8beed3aa3a, 'name': SearchDatastore_Task, 'duration_secs': 0.249864} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.037849] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1537.038193] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] fd55f844-be0e-4d47-bee2-a85983a00f66/fd55f844-be0e-4d47-bee2-a85983a00f66.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1537.038442] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa1c4c37-5b27-41b8-b646-4b66b13af3de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.046601] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1537.046601] env[62127]: value = "task-1733402" [ 1537.046601] env[62127]: _type = "Task" [ 1537.046601] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.054887] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.081538] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.159768] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.329652] env[62127]: DEBUG nova.scheduler.client.report [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1537.557331] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.583016] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.661191] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.770410] env[62127]: DEBUG nova.network.neutron [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1537.834233] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.967s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1537.839582] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.018s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1537.840039] env[62127]: DEBUG nova.objects.instance [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lazy-loading 'resources' on Instance uuid 214cb43d-0f39-4acc-9933-9734cca0d2ff {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1537.863832] env[62127]: INFO nova.scheduler.client.report [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleted allocations for instance ac99c437-86a4-4f62-926c-e1d06db7589a [ 1537.887709] env[62127]: DEBUG nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1537.927173] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1537.927173] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1537.929928] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1537.930236] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1537.930406] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1537.930561] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1537.930782] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1537.930945] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1537.931128] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1537.931312] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1537.931486] env[62127]: DEBUG nova.virt.hardware [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1537.932405] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a9ffcba-a290-4f70-8e9d-792205dd898f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.943441] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47af9d34-f347-4962-a6bb-7ddea84ca0f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.059141] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.079708] env[62127]: DEBUG nova.network.neutron [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Updating instance_info_cache with network_info: [{"id": "06190a36-3579-4270-9fb4-a3b9e4b29080", "address": "fa:16:3e:cd:1d:fd", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06190a36-35", "ovs_interfaceid": "06190a36-3579-4270-9fb4-a3b9e4b29080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1538.084174] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.162601] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.374329] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3e6e24f7-0af0-4860-9de5-c5f665125cdd tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "ac99c437-86a4-4f62-926c-e1d06db7589a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.978s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.416822] env[62127]: DEBUG nova.compute.manager [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Received event network-changed-06190a36-3579-4270-9fb4-a3b9e4b29080 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1538.417039] env[62127]: DEBUG nova.compute.manager [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Refreshing instance network info cache due to event network-changed-06190a36-3579-4270-9fb4-a3b9e4b29080. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1538.417573] env[62127]: DEBUG oslo_concurrency.lockutils [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] Acquiring lock "refresh_cache-31206609-3cc4-45b3-975d-f68703963795" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1538.565958] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.587331] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Releasing lock "refresh_cache-31206609-3cc4-45b3-975d-f68703963795" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1538.588168] env[62127]: DEBUG nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Instance network_info: |[{"id": "06190a36-3579-4270-9fb4-a3b9e4b29080", "address": "fa:16:3e:cd:1d:fd", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06190a36-35", "ovs_interfaceid": "06190a36-3579-4270-9fb4-a3b9e4b29080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1538.588168] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.588338] env[62127]: DEBUG oslo_concurrency.lockutils [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] Acquired lock "refresh_cache-31206609-3cc4-45b3-975d-f68703963795" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1538.588465] env[62127]: DEBUG nova.network.neutron [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Refreshing network info cache for port 06190a36-3579-4270-9fb4-a3b9e4b29080 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1538.589868] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:1d:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13b62154-a0e1-4eed-bc30-6464b15993bb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06190a36-3579-4270-9fb4-a3b9e4b29080', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1538.598365] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Creating folder: Project (627737af3d884994a1abcb1378fb95bc). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.602684] env[62127]: DEBUG nova.network.neutron [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Successfully updated port: 41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1538.604825] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fe661bd-5018-4ad7-ae03-449a580e291b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.620357] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Created folder: Project (627737af3d884994a1abcb1378fb95bc) in parent group-v360450. [ 1538.620357] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Creating folder: Instances. Parent ref: group-v360663. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1538.620357] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-163bb6e6-b5fc-4c85-b2e1-13ef5223e8c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.634639] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Created folder: Instances in parent group-v360663. [ 1538.634639] env[62127]: DEBUG oslo.service.loopingcall [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1538.634757] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31206609-3cc4-45b3-975d-f68703963795] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1538.634971] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e513d3fe-be87-4778-a7b9-cd400038dace {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.668463] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.670062] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1538.670062] env[62127]: value = "task-1733405" [ 1538.670062] env[62127]: _type = "Task" [ 1538.670062] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.687715] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733405, 'name': CreateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.704267] env[62127]: DEBUG nova.compute.manager [req-19a87a75-6606-4877-afaf-41e0cfabe5ed req-c6d62074-e222-4026-8b5e-86b007392e37 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Received event network-vif-plugged-41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1538.704514] env[62127]: DEBUG oslo_concurrency.lockutils [req-19a87a75-6606-4877-afaf-41e0cfabe5ed req-c6d62074-e222-4026-8b5e-86b007392e37 service nova] Acquiring lock "60ade9af-c648-426f-983a-b3871d7a7c76-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1538.704730] env[62127]: DEBUG oslo_concurrency.lockutils [req-19a87a75-6606-4877-afaf-41e0cfabe5ed req-c6d62074-e222-4026-8b5e-86b007392e37 service nova] Lock "60ade9af-c648-426f-983a-b3871d7a7c76-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1538.704898] env[62127]: DEBUG oslo_concurrency.lockutils [req-19a87a75-6606-4877-afaf-41e0cfabe5ed req-c6d62074-e222-4026-8b5e-86b007392e37 service nova] Lock "60ade9af-c648-426f-983a-b3871d7a7c76-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1538.705165] env[62127]: DEBUG nova.compute.manager [req-19a87a75-6606-4877-afaf-41e0cfabe5ed req-c6d62074-e222-4026-8b5e-86b007392e37 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] No waiting events found dispatching network-vif-plugged-41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1538.705357] env[62127]: WARNING nova.compute.manager [req-19a87a75-6606-4877-afaf-41e0cfabe5ed req-c6d62074-e222-4026-8b5e-86b007392e37 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Received unexpected event network-vif-plugged-41972112-fa73-4238-8123-eba02fd94be5 for instance with vm_state building and task_state spawning. [ 1538.763576] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c174d6c6-426a-4dd0-95e7-94d990002285 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.773819] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3403ed46-f4e0-4799-b600-3ae1377181f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.809728] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59f5c3f-f43e-4390-88fd-ddff25b900cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.819651] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f0c1213-a544-4589-84db-9d3cf8879e76 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.834360] env[62127]: DEBUG nova.compute.provider_tree [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1539.065991] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.085812] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.109159] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.109159] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.109252] env[62127]: DEBUG nova.network.neutron [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1539.164979] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 71%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.181614] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733405, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.341839] env[62127]: DEBUG nova.scheduler.client.report [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1539.453618] env[62127]: DEBUG nova.network.neutron [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Updated VIF entry in instance network info cache for port 06190a36-3579-4270-9fb4-a3b9e4b29080. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1539.453618] env[62127]: DEBUG nova.network.neutron [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Updating instance_info_cache with network_info: [{"id": "06190a36-3579-4270-9fb4-a3b9e4b29080", "address": "fa:16:3e:cd:1d:fd", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.182", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06190a36-35", "ovs_interfaceid": "06190a36-3579-4270-9fb4-a3b9e4b29080", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.558335] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.558603] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.558798] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1539.559041] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.559190] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.563023] env[62127]: INFO nova.compute.manager [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Terminating instance [ 1539.566664] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.568775] env[62127]: DEBUG nova.compute.manager [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1539.568775] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1539.568775] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c1b01d-6f22-4a79-b609-a694dddf36e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.577422] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1539.581157] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-755e831f-9244-4943-99ee-47263eea54da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.589035] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733401, 'name': CreateVM_Task, 'duration_secs': 4.06261} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.589934] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91a88f57-1313-4413-bd71-165946022e95] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1539.590344] env[62127]: DEBUG oslo_vmware.api [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1539.590344] env[62127]: value = "task-1733406" [ 1539.590344] env[62127]: _type = "Task" [ 1539.590344] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.590993] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1539.591181] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.591511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1539.593029] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a746a08-d013-4d40-8a1e-5ec4f402384b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.600226] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1539.600226] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52565acc-82c6-0f54-7f17-f3a98ad397e6" [ 1539.600226] env[62127]: _type = "Task" [ 1539.600226] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.603538] env[62127]: DEBUG oslo_vmware.api [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.611471] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52565acc-82c6-0f54-7f17-f3a98ad397e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.665750] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.671161] env[62127]: DEBUG nova.network.neutron [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1539.682639] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733405, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.848099] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.008s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1539.851298] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.834s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1539.851684] env[62127]: DEBUG nova.objects.instance [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lazy-loading 'resources' on Instance uuid 72d6b6a0-e9b1-40b8-83b6-e03b9f715976 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1539.881022] env[62127]: INFO nova.scheduler.client.report [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Deleted allocations for instance 214cb43d-0f39-4acc-9933-9734cca0d2ff [ 1539.910568] env[62127]: DEBUG nova.network.neutron [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Updating instance_info_cache with network_info: [{"id": "41972112-fa73-4238-8123-eba02fd94be5", "address": "fa:16:3e:7d:99:ad", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41972112-fa", "ovs_interfaceid": "41972112-fa73-4238-8123-eba02fd94be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1539.956885] env[62127]: DEBUG oslo_concurrency.lockutils [req-e19b11bf-4375-4c38-89a2-dbf1cdc89635 req-38d8ad3a-9533-45ac-aecc-85e1b26e52e7 service nova] Releasing lock "refresh_cache-31206609-3cc4-45b3-975d-f68703963795" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.064335] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.102571] env[62127]: DEBUG oslo_vmware.api [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733406, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.113834] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52565acc-82c6-0f54-7f17-f3a98ad397e6, 'name': SearchDatastore_Task, 'duration_secs': 0.121676} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.114470] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.114470] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1540.118026] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.118026] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.118026] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1540.118026] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a0470f-b05b-4579-83d6-da231d62f4cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.130390] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1540.130583] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1540.131401] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a95a509c-c195-450b-97be-b479151b8c73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.138708] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1540.138708] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ec7bdd-db68-d871-bee7-35444c2ccac7" [ 1540.138708] env[62127]: _type = "Task" [ 1540.138708] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.147840] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ec7bdd-db68-d871-bee7-35444c2ccac7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.166246] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733400, 'name': CopyVirtualDisk_Task, 'duration_secs': 7.914143} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.167101] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e342067d-3538-42a7-b0bb-2eb07dc58873/e342067d-3538-42a7-b0bb-2eb07dc58873.vmdk to [datastore1] 22b733ef-ed5d-4b91-8a98-b159a1dd21b8/22b733ef-ed5d-4b91-8a98-b159a1dd21b8.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.167459] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc1355a-f2df-4d9b-a370-9a88a1f51e72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.196066] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 22b733ef-ed5d-4b91-8a98-b159a1dd21b8/22b733ef-ed5d-4b91-8a98-b159a1dd21b8.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.196961] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cadec50a-88d3-4ef9-b819-646a7ed8254c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.219019] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733405, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.225915] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1540.225915] env[62127]: value = "task-1733407" [ 1540.225915] env[62127]: _type = "Task" [ 1540.225915] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.236171] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733407, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.393038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b69bfcd9-5451-4c8e-8f51-0355c26ac284 tempest-ServerGroupTestJSON-2045608436 tempest-ServerGroupTestJSON-2045608436-project-member] Lock "214cb43d-0f39-4acc-9933-9734cca0d2ff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.761s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1540.415918] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1540.415918] env[62127]: DEBUG nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Instance network_info: |[{"id": "41972112-fa73-4238-8123-eba02fd94be5", "address": "fa:16:3e:7d:99:ad", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41972112-fa", "ovs_interfaceid": "41972112-fa73-4238-8123-eba02fd94be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1540.416181] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:99:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41972112-fa73-4238-8123-eba02fd94be5', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1540.425625] env[62127]: DEBUG oslo.service.loopingcall [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1540.426245] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1540.429231] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98f41eb5-8c86-4ba8-86ce-f67853cc7876 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.451697] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1540.451697] env[62127]: value = "task-1733408" [ 1540.451697] env[62127]: _type = "Task" [ 1540.451697] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.461451] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733408, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.527249] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "62a04718-3bf6-4015-aa89-d8cff4572712" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1540.528080] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "62a04718-3bf6-4015-aa89-d8cff4572712" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1540.568049] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733402, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.30922} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.568366] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] fd55f844-be0e-4d47-bee2-a85983a00f66/fd55f844-be0e-4d47-bee2-a85983a00f66.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1540.568666] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1540.568984] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e96e32a9-e611-40fa-bc00-0bf1f0ad5881 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.579517] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1540.579517] env[62127]: value = "task-1733409" [ 1540.579517] env[62127]: _type = "Task" [ 1540.579517] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.589163] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733409, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.602791] env[62127]: DEBUG oslo_vmware.api [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733406, 'name': PowerOffVM_Task, 'duration_secs': 0.890892} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.602990] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1540.603156] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1540.605727] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8cefd270-1682-42d9-942a-63f27251310c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.648488] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ec7bdd-db68-d871-bee7-35444c2ccac7, 'name': SearchDatastore_Task, 'duration_secs': 0.077295} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.651885] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd2c36d3-b96c-4e7c-9ccb-c646a1eaa086 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.657070] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1540.657070] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f04e9a-2fbb-e033-0d77-d55735be101f" [ 1540.657070] env[62127]: _type = "Task" [ 1540.657070] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.667389] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f04e9a-2fbb-e033-0d77-d55735be101f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.684122] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733405, 'name': CreateVM_Task, 'duration_secs': 1.848413} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.684325] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 31206609-3cc4-45b3-975d-f68703963795] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.684992] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.685193] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.685514] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1540.685768] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aa6db4e-28d6-4517-ab77-f855e1a582be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.692308] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1540.692308] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522a80a5-1344-6dd1-ee8b-cdfb6153c828" [ 1540.692308] env[62127]: _type = "Task" [ 1540.692308] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.700172] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522a80a5-1344-6dd1-ee8b-cdfb6153c828, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.726211] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c85cb9d2-e1c5-4114-b78b-eb78ab9f86bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.730899] env[62127]: DEBUG nova.compute.manager [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Received event network-changed-41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1540.731101] env[62127]: DEBUG nova.compute.manager [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Refreshing instance network info cache due to event network-changed-41972112-fa73-4238-8123-eba02fd94be5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1540.731328] env[62127]: DEBUG oslo_concurrency.lockutils [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] Acquiring lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1540.731494] env[62127]: DEBUG oslo_concurrency.lockutils [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] Acquired lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.731664] env[62127]: DEBUG nova.network.neutron [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Refreshing network info cache for port 41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1540.744303] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc473e41-cae3-49af-bdf5-239d8d102976 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.747888] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733407, 'name': ReconfigVM_Task, 'duration_secs': 0.323589} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.748709] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 22b733ef-ed5d-4b91-8a98-b159a1dd21b8/22b733ef-ed5d-4b91-8a98-b159a1dd21b8.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.749655] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c431191e-d14e-4c7f-89e6-a9285dc54e0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.778919] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13d1a76-a0ee-4e79-b828-b2c8036f55c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.781701] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1540.781701] env[62127]: value = "task-1733411" [ 1540.781701] env[62127]: _type = "Task" [ 1540.781701] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.790866] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b3f8d79-8a90-46b0-bbc5-3801efb17e4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.799314] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733411, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.811180] env[62127]: DEBUG nova.compute.provider_tree [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1540.816041] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1540.816041] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1540.816041] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleting the datastore file [datastore1] dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1540.816041] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ff70308-152c-4083-85ca-91b9bd29cb13 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.821110] env[62127]: DEBUG oslo_vmware.api [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for the task: (returnval){ [ 1540.821110] env[62127]: value = "task-1733412" [ 1540.821110] env[62127]: _type = "Task" [ 1540.821110] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.829579] env[62127]: DEBUG oslo_vmware.api [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.962275] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733408, 'name': CreateVM_Task, 'duration_secs': 0.415889} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.962447] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1540.963110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.030534] env[62127]: DEBUG nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1541.090491] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733409, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165963} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.091140] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1541.092177] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196e0785-8ee8-47c9-9535-5b7dfd81bb8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.117424] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fd55f844-be0e-4d47-bee2-a85983a00f66/fd55f844-be0e-4d47-bee2-a85983a00f66.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1541.117921] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c4c09d22-8ac5-4826-8669-f80b5a106db2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.142222] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1541.142222] env[62127]: value = "task-1733413" [ 1541.142222] env[62127]: _type = "Task" [ 1541.142222] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.149134] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733413, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.167786] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f04e9a-2fbb-e033-0d77-d55735be101f, 'name': SearchDatastore_Task, 'duration_secs': 0.034462} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.168320] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.169263] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 91a88f57-1313-4413-bd71-165946022e95/91a88f57-1313-4413-bd71-165946022e95.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.171015] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f7aa26aa-88a7-4bb8-a5a0-f1fc79c9f389 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.177976] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1541.177976] env[62127]: value = "task-1733414" [ 1541.177976] env[62127]: _type = "Task" [ 1541.177976] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.188861] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.205132] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522a80a5-1344-6dd1-ee8b-cdfb6153c828, 'name': SearchDatastore_Task, 'duration_secs': 0.026499} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.205693] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.206123] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.206533] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.206867] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.207230] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.207710] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.208249] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1541.208650] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37dd114b-9c1e-46d8-9617-dc682e370670 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.210969] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55dabb9d-7a43-4a38-a04a-620a6211e313 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.217055] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1541.217055] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d0fdaf-60e9-164d-7136-1ac9e7e92da4" [ 1541.217055] env[62127]: _type = "Task" [ 1541.217055] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.230395] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d0fdaf-60e9-164d-7136-1ac9e7e92da4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.231062] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.231280] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.232068] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201238cb-eccf-4318-80f0-1da05a9df45a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.239935] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1541.239935] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e9ff37-136a-f30f-a43b-a4758f24d60a" [ 1541.239935] env[62127]: _type = "Task" [ 1541.239935] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.253517] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e9ff37-136a-f30f-a43b-a4758f24d60a, 'name': SearchDatastore_Task, 'duration_secs': 0.011074} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.254455] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d134203-feae-43c8-a18c-c75975ffdfd9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.260475] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1541.260475] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52928560-2a76-3c5e-e710-023d2177f0e9" [ 1541.260475] env[62127]: _type = "Task" [ 1541.260475] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.270457] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52928560-2a76-3c5e-e710-023d2177f0e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.292461] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733411, 'name': Rename_Task, 'duration_secs': 0.15588} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.292795] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.293097] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a353c6ee-daee-4cd9-bf89-b296ba54cf26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.300604] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1541.300604] env[62127]: value = "task-1733415" [ 1541.300604] env[62127]: _type = "Task" [ 1541.300604] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.310083] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733415, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.331325] env[62127]: DEBUG oslo_vmware.api [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Task: {'id': task-1733412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.486441} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.332243] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1541.332495] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1541.333144] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1541.333144] env[62127]: INFO nova.compute.manager [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1541.333246] env[62127]: DEBUG oslo.service.loopingcall [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1541.334427] env[62127]: DEBUG nova.compute.manager [-] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1541.334427] env[62127]: DEBUG nova.network.neutron [-] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1541.341948] env[62127]: ERROR nova.scheduler.client.report [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [req-0a73a04c-ee54-46ad-8a38-be1cfce2ff63] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0a73a04c-ee54-46ad-8a38-be1cfce2ff63"}]} [ 1541.366045] env[62127]: DEBUG nova.scheduler.client.report [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1541.384319] env[62127]: DEBUG nova.scheduler.client.report [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1541.384898] env[62127]: DEBUG nova.compute.provider_tree [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1541.397931] env[62127]: DEBUG nova.scheduler.client.report [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1541.418860] env[62127]: DEBUG nova.scheduler.client.report [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1541.560729] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1541.617130] env[62127]: DEBUG nova.network.neutron [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Updated VIF entry in instance network info cache for port 41972112-fa73-4238-8123-eba02fd94be5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1541.617391] env[62127]: DEBUG nova.network.neutron [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Updating instance_info_cache with network_info: [{"id": "41972112-fa73-4238-8123-eba02fd94be5", "address": "fa:16:3e:7d:99:ad", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41972112-fa", "ovs_interfaceid": "41972112-fa73-4238-8123-eba02fd94be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.657102] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733413, 'name': ReconfigVM_Task, 'duration_secs': 0.303274} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.657476] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fd55f844-be0e-4d47-bee2-a85983a00f66/fd55f844-be0e-4d47-bee2-a85983a00f66.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1541.658280] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99eb1ff4-0686-43c7-a655-5496f12ecbd8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.675902] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1541.675902] env[62127]: value = "task-1733416" [ 1541.675902] env[62127]: _type = "Task" [ 1541.675902] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.690262] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733414, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.694731] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733416, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.730579] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d0fdaf-60e9-164d-7136-1ac9e7e92da4, 'name': SearchDatastore_Task, 'duration_secs': 0.022736} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.733970] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.734279] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1541.734502] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1541.775826] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52928560-2a76-3c5e-e710-023d2177f0e9, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.776403] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1541.776403] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 31206609-3cc4-45b3-975d-f68703963795/31206609-3cc4-45b3-975d-f68703963795.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1541.776889] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1541.777101] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1541.777421] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4df9d2f-fb8d-400d-b483-0f149a5bed3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.780076] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7819fd51-e825-421c-b64f-de8b5a9caae8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.786863] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1541.786863] env[62127]: value = "task-1733417" [ 1541.786863] env[62127]: _type = "Task" [ 1541.786863] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.794587] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.811949] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733415, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.815969] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1541.816254] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1541.817216] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29d15df-6bc3-4875-9763-67f78548718e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.824749] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1541.824749] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52088678-5552-affc-fa4f-1375855cf0a1" [ 1541.824749] env[62127]: _type = "Task" [ 1541.824749] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.832533] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52088678-5552-affc-fa4f-1375855cf0a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.860513] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ef9d36-9b6b-4e2a-8062-fdc1269dab9b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.868371] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53dddb06-ef8b-49c1-8a24-a8179e1da2af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.902414] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bf5996a-e236-40a5-90f1-9ba71204e928 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.911584] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4b372-826d-40e4-9800-65392933fe21 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.926407] env[62127]: DEBUG nova.compute.provider_tree [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1541.957121] env[62127]: DEBUG nova.compute.manager [req-c59b49c9-2858-4809-a904-ffd7f5a62144 req-50aa2c32-b459-4170-9fe9-7bb333e8c630 service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Received event network-vif-deleted-47977340-3a21-49b1-895a-ae5c0621fae1 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1541.957374] env[62127]: INFO nova.compute.manager [req-c59b49c9-2858-4809-a904-ffd7f5a62144 req-50aa2c32-b459-4170-9fe9-7bb333e8c630 service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Neutron deleted interface 47977340-3a21-49b1-895a-ae5c0621fae1; detaching it from the instance and deleting it from the info cache [ 1541.957552] env[62127]: DEBUG nova.network.neutron [req-c59b49c9-2858-4809-a904-ffd7f5a62144 req-50aa2c32-b459-4170-9fe9-7bb333e8c630 service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.121046] env[62127]: DEBUG oslo_concurrency.lockutils [req-ce7e250a-4ee2-442d-b535-77827376c157 req-2c0fc9fe-ee57-4334-9c04-13496499b1d0 service nova] Releasing lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.188626] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733416, 'name': Rename_Task, 'duration_secs': 0.259892} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.192023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1542.192023] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8f05ca1-19b8-41ea-a213-95345b3d7d65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.194439] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602161} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.195112] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 91a88f57-1313-4413-bd71-165946022e95/91a88f57-1313-4413-bd71-165946022e95.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.195336] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.195608] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-636ef201-28fe-4823-ae52-b03d8bccb4f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.200306] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1542.200306] env[62127]: value = "task-1733418" [ 1542.200306] env[62127]: _type = "Task" [ 1542.200306] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.204817] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1542.204817] env[62127]: value = "task-1733419" [ 1542.204817] env[62127]: _type = "Task" [ 1542.204817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.211997] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.217228] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.305844] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733417, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.315622] env[62127]: DEBUG oslo_vmware.api [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733415, 'name': PowerOnVM_Task, 'duration_secs': 0.960223} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.315925] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1542.316251] env[62127]: INFO nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Took 19.41 seconds to spawn the instance on the hypervisor. [ 1542.316472] env[62127]: DEBUG nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1542.317555] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b4ab488-7a68-4b6b-b798-f9f8b064f5ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.343059] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52088678-5552-affc-fa4f-1375855cf0a1, 'name': SearchDatastore_Task, 'duration_secs': 0.023194} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.343059] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86c52986-64c9-4999-ab58-fbdee5b69527 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.348959] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1542.348959] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e14d1d-ef20-6c2b-9572-5cccda41b7a8" [ 1542.348959] env[62127]: _type = "Task" [ 1542.348959] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.357497] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e14d1d-ef20-6c2b-9572-5cccda41b7a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.433022] env[62127]: DEBUG nova.scheduler.client.report [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1542.437614] env[62127]: DEBUG nova.network.neutron [-] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1542.460346] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3165382b-d868-421a-b261-8fd57ffaa3e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.473085] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5f516f-9c4a-4958-ace2-9eedcea7dc07 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.512697] env[62127]: DEBUG nova.compute.manager [req-c59b49c9-2858-4809-a904-ffd7f5a62144 req-50aa2c32-b459-4170-9fe9-7bb333e8c630 service nova] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Detach interface failed, port_id=47977340-3a21-49b1-895a-ae5c0621fae1, reason: Instance dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1542.712168] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733418, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.716883] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10183} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.717368] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1542.718218] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dae3d534-44e8-4819-95c3-adcabb50abea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.740277] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 91a88f57-1313-4413-bd71-165946022e95/91a88f57-1313-4413-bd71-165946022e95.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1542.740893] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-198b1920-3988-4433-af78-4a6a0f714041 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.759879] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1542.759879] env[62127]: value = "task-1733420" [ 1542.759879] env[62127]: _type = "Task" [ 1542.759879] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.768468] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733420, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.797893] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.922372} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.798208] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 31206609-3cc4-45b3-975d-f68703963795/31206609-3cc4-45b3-975d-f68703963795.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1542.798443] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1542.798749] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40723b4f-d7c3-4238-9a4f-f1bb28f0c287 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.809190] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1542.809190] env[62127]: value = "task-1733421" [ 1542.809190] env[62127]: _type = "Task" [ 1542.809190] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.819174] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.844723] env[62127]: INFO nova.compute.manager [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Took 55.68 seconds to build instance. [ 1542.861155] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e14d1d-ef20-6c2b-9572-5cccda41b7a8, 'name': SearchDatastore_Task, 'duration_secs': 0.070786} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.861306] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1542.861639] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.863763] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a87e8e9a-e39b-4a7a-9707-e1af30c075ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.870632] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1542.870632] env[62127]: value = "task-1733422" [ 1542.870632] env[62127]: _type = "Task" [ 1542.870632] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.880233] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733422, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.938832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.088s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1542.941510] env[62127]: INFO nova.compute.manager [-] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Took 1.61 seconds to deallocate network for instance. [ 1542.942113] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.230s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1542.943914] env[62127]: INFO nova.compute.claims [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.976384] env[62127]: INFO nova.scheduler.client.report [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleted allocations for instance 72d6b6a0-e9b1-40b8-83b6-e03b9f715976 [ 1543.214274] env[62127]: DEBUG oslo_vmware.api [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733418, 'name': PowerOnVM_Task, 'duration_secs': 0.734155} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.214399] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1543.216241] env[62127]: INFO nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Took 13.76 seconds to spawn the instance on the hypervisor. [ 1543.216241] env[62127]: DEBUG nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1543.216241] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28517eb-693a-4cd4-bf3e-474a55c74f9e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.272216] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733420, 'name': ReconfigVM_Task, 'duration_secs': 0.371946} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.272759] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 91a88f57-1313-4413-bd71-165946022e95/91a88f57-1313-4413-bd71-165946022e95.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.273274] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a0e284c9-2768-421f-8411-d770580b6085 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.279930] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1543.279930] env[62127]: value = "task-1733423" [ 1543.279930] env[62127]: _type = "Task" [ 1543.279930] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.294311] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733423, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.320661] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068426} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.321014] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1543.321949] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bcd292-00ec-4ef0-a930-974c8010a797 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.348481] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 31206609-3cc4-45b3-975d-f68703963795/31206609-3cc4-45b3-975d-f68703963795.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1543.349389] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e6f37c4-68e8-43cd-99c7-ba571066da00 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.368275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aacc9b27-772e-463c-abf2-84c3175d4e9a tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.214s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.379020] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1543.379020] env[62127]: value = "task-1733424" [ 1543.379020] env[62127]: _type = "Task" [ 1543.379020] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.386685] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733422, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.392415] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733424, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.399608] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.400109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.400494] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.400841] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1543.401152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.405416] env[62127]: INFO nova.compute.manager [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Terminating instance [ 1543.408077] env[62127]: DEBUG nova.compute.manager [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1543.408228] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1543.409242] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77dfa96-2fee-40ed-a7df-6d6fd0f446ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.418576] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1543.418996] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a4e9a5-7f1d-40c6-ad19-d8c4c667a02a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.427552] env[62127]: DEBUG oslo_vmware.api [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1543.427552] env[62127]: value = "task-1733425" [ 1543.427552] env[62127]: _type = "Task" [ 1543.427552] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.436229] env[62127]: DEBUG oslo_vmware.api [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733425, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.453526] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1543.489056] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7dcb2a03-154e-4026-a024-81030139dd3c tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "72d6b6a0-e9b1-40b8-83b6-e03b9f715976" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.458s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1543.742106] env[62127]: INFO nova.compute.manager [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Took 43.09 seconds to build instance. [ 1543.790638] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733423, 'name': Rename_Task, 'duration_secs': 0.32072} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.790988] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1543.791298] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e02ed361-9b3e-4928-bdd4-ff58194e3537 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.797587] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1543.797587] env[62127]: value = "task-1733426" [ 1543.797587] env[62127]: _type = "Task" [ 1543.797587] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.805175] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.881710] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733422, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603356} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.885231] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1543.885483] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1543.885740] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1b56466-2492-43c1-9cfc-14714297e8af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.892676] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733424, 'name': ReconfigVM_Task, 'duration_secs': 0.422804} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.893919] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 31206609-3cc4-45b3-975d-f68703963795/31206609-3cc4-45b3-975d-f68703963795.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1543.894960] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1543.894960] env[62127]: value = "task-1733427" [ 1543.894960] env[62127]: _type = "Task" [ 1543.894960] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.894960] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-710eefec-baa8-4380-a51f-d37d5f02c225 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.906054] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.907728] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1543.907728] env[62127]: value = "task-1733428" [ 1543.907728] env[62127]: _type = "Task" [ 1543.907728] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1543.916225] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733428, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.937130] env[62127]: DEBUG oslo_vmware.api [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733425, 'name': PowerOffVM_Task, 'duration_secs': 0.197891} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1543.937596] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1543.937805] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1543.938089] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-30fa02fe-efc1-47ac-9833-bbe899c10385 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.010765] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1544.011022] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1544.011236] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleting the datastore file [datastore1] 22b733ef-ed5d-4b91-8a98-b159a1dd21b8 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1544.011606] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e62dba27-be01-4761-a31b-81c69df8c292 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.020830] env[62127]: DEBUG oslo_vmware.api [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1544.020830] env[62127]: value = "task-1733430" [ 1544.020830] env[62127]: _type = "Task" [ 1544.020830] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.028902] env[62127]: DEBUG oslo_vmware.api [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733430, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.243766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0b6f41d-62f2-4943-b728-2c8f8363e0c9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.603s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1544.287030] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f68d3c-cd78-46a4-9be4-46279686c20c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.297416] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc1e01c-e1b2-41fd-88c7-53a5fccc9bed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.312599] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733426, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.339931] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e874629a-d43f-4f6e-88b2-8ce70318aae4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.348022] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cbef2bb-98dc-4205-ac81-1a6d6a08758a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.362099] env[62127]: DEBUG nova.compute.provider_tree [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1544.405484] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067886} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.406014] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1544.406778] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a25ceb5-1802-4c67-8c71-1f82c4588d9b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.417331] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733428, 'name': Rename_Task, 'duration_secs': 0.284346} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.426238] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1544.435276] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1544.435554] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3fca6290-5ea4-422a-b391-cb4899b85a6e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.437678] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-990a69c1-55bf-4d87-a788-7addba35c102 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.457478] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1544.457478] env[62127]: value = "task-1733432" [ 1544.457478] env[62127]: _type = "Task" [ 1544.457478] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.461589] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1544.461589] env[62127]: value = "task-1733431" [ 1544.461589] env[62127]: _type = "Task" [ 1544.461589] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1544.468345] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733432, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.471014] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733431, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.531446] env[62127]: DEBUG oslo_vmware.api [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733430, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.291822} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.531746] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1544.532062] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1544.532279] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1544.532460] env[62127]: INFO nova.compute.manager [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1544.532705] env[62127]: DEBUG oslo.service.loopingcall [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1544.532895] env[62127]: DEBUG nova.compute.manager [-] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1544.532989] env[62127]: DEBUG nova.network.neutron [-] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1544.814555] env[62127]: DEBUG oslo_vmware.api [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733426, 'name': PowerOnVM_Task, 'duration_secs': 0.738829} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1544.815375] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1544.815750] env[62127]: INFO nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Took 11.89 seconds to spawn the instance on the hypervisor. [ 1544.816056] env[62127]: DEBUG nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1544.816970] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a78c03c-0408-43f9-8e9d-9086808b831c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1544.871030] env[62127]: DEBUG nova.scheduler.client.report [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1544.887812] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1544.890024] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1544.970032] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733432, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.975589] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733431, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.327320] env[62127]: DEBUG nova.compute.manager [req-dd67a1b9-e566-458b-a932-c83b5fe1c57e req-96f7259f-dcea-40c8-8319-01fd7041e813 service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Received event network-vif-deleted-5a70a4c4-6ee3-4330-b64c-c734e5d5b0af {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1545.327320] env[62127]: INFO nova.compute.manager [req-dd67a1b9-e566-458b-a932-c83b5fe1c57e req-96f7259f-dcea-40c8-8319-01fd7041e813 service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Neutron deleted interface 5a70a4c4-6ee3-4330-b64c-c734e5d5b0af; detaching it from the instance and deleting it from the info cache [ 1545.327320] env[62127]: DEBUG nova.network.neutron [req-dd67a1b9-e566-458b-a932-c83b5fe1c57e req-96f7259f-dcea-40c8-8319-01fd7041e813 service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.346150] env[62127]: INFO nova.compute.manager [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Took 37.65 seconds to build instance. [ 1545.374657] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.375228] env[62127]: DEBUG nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1545.378177] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 21.730s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1545.390518] env[62127]: DEBUG nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1545.473187] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733432, 'name': ReconfigVM_Task, 'duration_secs': 0.896598} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.476552] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1545.478016] env[62127]: DEBUG oslo_vmware.api [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733431, 'name': PowerOnVM_Task, 'duration_secs': 0.932397} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.478431] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e8c5a85-cf72-4c71-8b4c-ed0abdb41cf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.480324] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1545.481746] env[62127]: INFO nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Took 10.04 seconds to spawn the instance on the hypervisor. [ 1545.481746] env[62127]: DEBUG nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1545.481950] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa7b5d8-9ac4-476f-a986-cf6ce3e3b7b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.494665] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1545.494665] env[62127]: value = "task-1733433" [ 1545.494665] env[62127]: _type = "Task" [ 1545.494665] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.508269] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733433, 'name': Rename_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.790669] env[62127]: DEBUG nova.network.neutron [-] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1545.831167] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5ff96b0-db31-4dcf-a9cf-13ad675d28e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.841977] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95eae7f9-99ae-4c59-86ba-290782d8b2c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.854160] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2616181a-f316-4800-a619-4c47f675112e tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "91a88f57-1313-4413-bd71-165946022e95" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.167s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1545.876534] env[62127]: DEBUG nova.compute.manager [req-dd67a1b9-e566-458b-a932-c83b5fe1c57e req-96f7259f-dcea-40c8-8319-01fd7041e813 service nova] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Detach interface failed, port_id=5a70a4c4-6ee3-4330-b64c-c734e5d5b0af, reason: Instance 22b733ef-ed5d-4b91-8a98-b159a1dd21b8 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1545.882246] env[62127]: DEBUG nova.compute.utils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1545.886549] env[62127]: DEBUG nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1545.886786] env[62127]: DEBUG nova.network.neutron [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.911281] env[62127]: INFO nova.compute.manager [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Rescuing [ 1545.912263] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1545.912263] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1545.912263] env[62127]: DEBUG nova.network.neutron [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1545.923197] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1545.944399] env[62127]: DEBUG nova.policy [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a18d3b61208046cbb16d67e4705af4e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '044125e9900640cb92c78d63f5256283', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1546.010975] env[62127]: INFO nova.compute.manager [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Took 34.03 seconds to build instance. [ 1546.016316] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733433, 'name': Rename_Task, 'duration_secs': 0.212068} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.020859] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.023039] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-19afded6-5ff0-4da6-98e9-61acadb1bba0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.031228] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1546.031228] env[62127]: value = "task-1733434" [ 1546.031228] env[62127]: _type = "Task" [ 1546.031228] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.046134] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.293190] env[62127]: INFO nova.compute.manager [-] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Took 1.76 seconds to deallocate network for instance. [ 1546.297927] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4d065af-14eb-4dd0-aad6-a9b8fedf9795 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.316167] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e8d37b-d6a4-47f8-b516-2be7d85b1402 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.353994] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b805c944-5fea-468f-b6c0-e1622bc97a14 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.363902] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c64049-4199-4270-b525-20f43c9bf545 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.372885] env[62127]: DEBUG nova.network.neutron [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Successfully created port: 41a66172-63c4-4256-9adf-46bf19a567fc {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1546.385702] env[62127]: DEBUG nova.compute.provider_tree [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1546.387627] env[62127]: DEBUG nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1546.517626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b8b0c03-e7ae-4bcc-a757-8618f4b85058 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "31206609-3cc4-45b3-975d-f68703963795" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.542s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1546.548968] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733434, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.815821] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1546.852193] env[62127]: DEBUG nova.network.neutron [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Updating instance_info_cache with network_info: [{"id": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "address": "fa:16:3e:cf:00:c7", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7616c-ee", "ovs_interfaceid": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1546.893306] env[62127]: DEBUG nova.scheduler.client.report [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1547.047581] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733434, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.268430] env[62127]: DEBUG nova.compute.manager [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1547.358167] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1547.404753] env[62127]: DEBUG nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1547.407106] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "31206609-3cc4-45b3-975d-f68703963795" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.407106] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "31206609-3cc4-45b3-975d-f68703963795" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.407106] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "31206609-3cc4-45b3-975d-f68703963795-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.407106] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "31206609-3cc4-45b3-975d-f68703963795-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.407508] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "31206609-3cc4-45b3-975d-f68703963795-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.412561] env[62127]: INFO nova.compute.manager [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Terminating instance [ 1547.417858] env[62127]: DEBUG nova.compute.manager [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1547.418090] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1547.419340] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16b565a-9026-4830-b415-8167ad7ed225 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.429430] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.432895] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8700c308-6b04-4b1b-b499-cd33478213f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.442966] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1547.443140] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1547.443349] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1547.443423] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1547.443574] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1547.443720] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1547.443935] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1547.444175] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1547.444426] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1547.444615] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1547.445122] env[62127]: DEBUG nova.virt.hardware [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1547.446462] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3c30a6c-aa31-4c84-9081-f8d6a2188871 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.450998] env[62127]: DEBUG oslo_vmware.api [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1547.450998] env[62127]: value = "task-1733435" [ 1547.450998] env[62127]: _type = "Task" [ 1547.450998] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.459691] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2866a19a-4018-43e7-ac46-2969a90d556c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.467035] env[62127]: DEBUG oslo_vmware.api [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733435, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.546040] env[62127]: DEBUG oslo_vmware.api [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733434, 'name': PowerOnVM_Task, 'duration_secs': 1.246274} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.546272] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.546523] env[62127]: INFO nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1547.546717] env[62127]: DEBUG nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1547.547660] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1acd1165-f93b-43cc-a610-5ab2d949effb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.806888] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1547.896324] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1547.896324] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8870208f-9a4a-401c-84f4-6d8317c7962b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.904597] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1547.904597] env[62127]: value = "task-1733436" [ 1547.904597] env[62127]: _type = "Task" [ 1547.904597] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1547.917090] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.538s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1547.917090] env[62127]: DEBUG nova.compute.manager [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=62127) _confirm_resize /opt/stack/nova/nova/compute/manager.py:4910}} [ 1547.920050] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1547.920619] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.650s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1547.921388] env[62127]: DEBUG nova.objects.instance [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lazy-loading 'resources' on Instance uuid d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1547.967467] env[62127]: DEBUG oslo_vmware.api [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733435, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.068754] env[62127]: INFO nova.compute.manager [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Took 32.74 seconds to build instance. [ 1548.179831] env[62127]: DEBUG nova.network.neutron [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Successfully updated port: 41a66172-63c4-4256-9adf-46bf19a567fc {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1548.194263] env[62127]: DEBUG nova.compute.manager [req-c60d101b-bb42-4ef9-968e-4c4eaea60586 req-35a6c1e3-49e2-49f1-a35b-b9dde61c645e service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Received event network-vif-plugged-41a66172-63c4-4256-9adf-46bf19a567fc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1548.194539] env[62127]: DEBUG oslo_concurrency.lockutils [req-c60d101b-bb42-4ef9-968e-4c4eaea60586 req-35a6c1e3-49e2-49f1-a35b-b9dde61c645e service nova] Acquiring lock "71256c2f-af27-4872-b5d7-2477466a6f69-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.194975] env[62127]: DEBUG oslo_concurrency.lockutils [req-c60d101b-bb42-4ef9-968e-4c4eaea60586 req-35a6c1e3-49e2-49f1-a35b-b9dde61c645e service nova] Lock "71256c2f-af27-4872-b5d7-2477466a6f69-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.195381] env[62127]: DEBUG oslo_concurrency.lockutils [req-c60d101b-bb42-4ef9-968e-4c4eaea60586 req-35a6c1e3-49e2-49f1-a35b-b9dde61c645e service nova] Lock "71256c2f-af27-4872-b5d7-2477466a6f69-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.195705] env[62127]: DEBUG nova.compute.manager [req-c60d101b-bb42-4ef9-968e-4c4eaea60586 req-35a6c1e3-49e2-49f1-a35b-b9dde61c645e service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] No waiting events found dispatching network-vif-plugged-41a66172-63c4-4256-9adf-46bf19a567fc {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1548.196750] env[62127]: WARNING nova.compute.manager [req-c60d101b-bb42-4ef9-968e-4c4eaea60586 req-35a6c1e3-49e2-49f1-a35b-b9dde61c645e service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Received unexpected event network-vif-plugged-41a66172-63c4-4256-9adf-46bf19a567fc for instance with vm_state building and task_state spawning. [ 1548.414746] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733436, 'name': PowerOffVM_Task, 'duration_secs': 0.43437} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.417861] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.417861] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bfa7b07-35f7-472c-b4ed-e9353883e610 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.452267] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84e8c54-bd74-4ce2-92c1-9f8eb0f05a73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.468999] env[62127]: DEBUG oslo_vmware.api [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733435, 'name': PowerOffVM_Task, 'duration_secs': 0.891705} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1548.471294] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1548.471475] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1548.474085] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ccc159c7-7c2a-47a5-b4a1-a5f8ee68d621 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.514166] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1548.514471] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2c57d6d-ee0e-4309-b95a-6b3b6e9211b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.520155] env[62127]: INFO nova.scheduler.client.report [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted allocation for migration 3b2afecb-f706-4650-aa23-62ccda90bbab [ 1548.527053] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1548.527053] env[62127]: value = "task-1733438" [ 1548.527053] env[62127]: _type = "Task" [ 1548.527053] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.542914] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1548.543373] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1548.543760] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.544032] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.544319] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1548.545250] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce6cbe73-48b4-4a30-8fa1-1dd41bbb3142 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.557511] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1548.558131] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1548.560019] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Deleting the datastore file [datastore1] 31206609-3cc4-45b3-975d-f68703963795 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1548.560019] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31933eaa-47e6-473e-b365-7e9eaa73ef58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.562580] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1548.562872] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1548.567855] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-347fe921-c75f-4130-b032-06407d111716 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.572408] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2775875-b6fd-4326-9700-4977060d0d19 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "60ade9af-c648-426f-983a-b3871d7a7c76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.258s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1548.576344] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1548.576344] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522eaa6d-0f43-dea2-140d-3e24672a71c1" [ 1548.576344] env[62127]: _type = "Task" [ 1548.576344] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.581089] env[62127]: DEBUG oslo_vmware.api [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for the task: (returnval){ [ 1548.581089] env[62127]: value = "task-1733439" [ 1548.581089] env[62127]: _type = "Task" [ 1548.581089] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.589897] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522eaa6d-0f43-dea2-140d-3e24672a71c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.595972] env[62127]: DEBUG oslo_vmware.api [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.606882] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "f9329450-1926-43e3-9194-66c0db7a9c27" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1548.607165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "f9329450-1926-43e3-9194-66c0db7a9c27" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1548.683558] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "refresh_cache-71256c2f-af27-4872-b5d7-2477466a6f69" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.683715] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquired lock "refresh_cache-71256c2f-af27-4872-b5d7-2477466a6f69" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.683887] env[62127]: DEBUG nova.network.neutron [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1548.787890] env[62127]: DEBUG nova.compute.manager [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Received event network-changed-41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1548.788086] env[62127]: DEBUG nova.compute.manager [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Refreshing instance network info cache due to event network-changed-41972112-fa73-4238-8123-eba02fd94be5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1548.788307] env[62127]: DEBUG oslo_concurrency.lockutils [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] Acquiring lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1548.788450] env[62127]: DEBUG oslo_concurrency.lockutils [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] Acquired lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.788606] env[62127]: DEBUG nova.network.neutron [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Refreshing network info cache for port 41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1548.861773] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d2931a1-63d5-448f-a737-69556ae3c20a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.873015] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d90baba-2fc7-4623-ba6c-7f970d04ca0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.902724] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa790ffd-f334-4b1e-83bc-a5cb75e4f284 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.911609] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a4b5e0-19bc-4616-a89f-10551481e22f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.926893] env[62127]: DEBUG nova.compute.provider_tree [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1549.028943] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c47daa2d-24fc-44cb-8942-035d0e448ad6 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.911s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.088806] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522eaa6d-0f43-dea2-140d-3e24672a71c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012649} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.093260] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fce1a1ca-6744-49c6-a8f7-f74d0490d52e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.097320] env[62127]: DEBUG oslo_vmware.api [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Task: {'id': task-1733439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164484} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.098629] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1549.098629] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1549.098629] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1549.098629] env[62127]: INFO nova.compute.manager [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] [instance: 31206609-3cc4-45b3-975d-f68703963795] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1549.098975] env[62127]: DEBUG oslo.service.loopingcall [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.098975] env[62127]: DEBUG nova.compute.manager [-] [instance: 31206609-3cc4-45b3-975d-f68703963795] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1549.099113] env[62127]: DEBUG nova.network.neutron [-] [instance: 31206609-3cc4-45b3-975d-f68703963795] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1549.101905] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1549.101905] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a6645c-be24-6bea-8abf-11c92c1a81c7" [ 1549.101905] env[62127]: _type = "Task" [ 1549.101905] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.111506] env[62127]: DEBUG nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1549.113149] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a6645c-be24-6bea-8abf-11c92c1a81c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.234597] env[62127]: DEBUG nova.network.neutron [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1549.431312] env[62127]: DEBUG nova.scheduler.client.report [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1549.446848] env[62127]: DEBUG nova.network.neutron [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Updating instance_info_cache with network_info: [{"id": "41a66172-63c4-4256-9adf-46bf19a567fc", "address": "fa:16:3e:18:56:b2", "network": {"id": "38232241-0bff-4538-8a95-aa0c3361a102", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-268452695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044125e9900640cb92c78d63f5256283", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a66172-63", "ovs_interfaceid": "41a66172-63c4-4256-9adf-46bf19a567fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.623060] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a6645c-be24-6bea-8abf-11c92c1a81c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009985} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.626408] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.626758] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 91a88f57-1313-4413-bd71-165946022e95/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. {{(pid=62127) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1549.627279] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3488104-6c63-454a-848a-2828599d14a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.641671] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1549.641671] env[62127]: value = "task-1733440" [ 1549.641671] env[62127]: _type = "Task" [ 1549.641671] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.646523] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1549.652335] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.695124] env[62127]: DEBUG nova.network.neutron [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Updated VIF entry in instance network info cache for port 41972112-fa73-4238-8123-eba02fd94be5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.695124] env[62127]: DEBUG nova.network.neutron [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Updating instance_info_cache with network_info: [{"id": "41972112-fa73-4238-8123-eba02fd94be5", "address": "fa:16:3e:7d:99:ad", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.149", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41972112-fa", "ovs_interfaceid": "41972112-fa73-4238-8123-eba02fd94be5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.936919] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.016s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1549.939993] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.600s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1549.941703] env[62127]: INFO nova.compute.claims [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1549.949468] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Releasing lock "refresh_cache-71256c2f-af27-4872-b5d7-2477466a6f69" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1549.949818] env[62127]: DEBUG nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Instance network_info: |[{"id": "41a66172-63c4-4256-9adf-46bf19a567fc", "address": "fa:16:3e:18:56:b2", "network": {"id": "38232241-0bff-4538-8a95-aa0c3361a102", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-268452695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044125e9900640cb92c78d63f5256283", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a66172-63", "ovs_interfaceid": "41a66172-63c4-4256-9adf-46bf19a567fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1549.950259] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:18:56:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '57c65f87-60fd-4882-ab30-31db49131b46', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41a66172-63c4-4256-9adf-46bf19a567fc', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1549.959204] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Creating folder: Project (044125e9900640cb92c78d63f5256283). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.960538] env[62127]: INFO nova.scheduler.client.report [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Deleted allocations for instance d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a [ 1549.961572] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8d1e4661-63be-42eb-9839-94c725d15bf8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.980351] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Created folder: Project (044125e9900640cb92c78d63f5256283) in parent group-v360450. [ 1549.980635] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Creating folder: Instances. Parent ref: group-v360667. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1549.980924] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-eec75989-28fb-45aa-a81d-f4516d8e3d86 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.996569] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Created folder: Instances in parent group-v360667. [ 1549.996938] env[62127]: DEBUG oslo.service.loopingcall [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1549.996994] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1549.997358] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48f3fe31-ff8a-4cbf-bcf2-4e57ed9fdc41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.024500] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1550.024500] env[62127]: value = "task-1733443" [ 1550.024500] env[62127]: _type = "Task" [ 1550.024500] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.033968] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733443, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.042494] env[62127]: DEBUG nova.network.neutron [-] [instance: 31206609-3cc4-45b3-975d-f68703963795] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1550.096055] env[62127]: DEBUG nova.objects.instance [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'flavor' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.159076] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733440, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.196716] env[62127]: DEBUG oslo_concurrency.lockutils [req-aa6cfea4-0e59-4f92-8a9d-3b6519b0d930 req-a390bd74-dd1e-465c-8c67-a472db0010b0 service nova] Releasing lock "refresh_cache-60ade9af-c648-426f-983a-b3871d7a7c76" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1550.228779] env[62127]: DEBUG nova.compute.manager [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Received event network-changed-41a66172-63c4-4256-9adf-46bf19a567fc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1550.228972] env[62127]: DEBUG nova.compute.manager [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Refreshing instance network info cache due to event network-changed-41a66172-63c4-4256-9adf-46bf19a567fc. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1550.229255] env[62127]: DEBUG oslo_concurrency.lockutils [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] Acquiring lock "refresh_cache-71256c2f-af27-4872-b5d7-2477466a6f69" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.229495] env[62127]: DEBUG oslo_concurrency.lockutils [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] Acquired lock "refresh_cache-71256c2f-af27-4872-b5d7-2477466a6f69" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.229751] env[62127]: DEBUG nova.network.neutron [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Refreshing network info cache for port 41a66172-63c4-4256-9adf-46bf19a567fc {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1550.470616] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e17e8cf3-d5ec-443e-aa08-72f6259c92b0 tempest-ServerRescueTestJSONUnderV235-511059029 tempest-ServerRescueTestJSONUnderV235-511059029-project-member] Lock "d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.623s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1550.535718] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733443, 'name': CreateVM_Task, 'duration_secs': 0.479182} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.535930] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1550.536626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.536814] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.537108] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1550.537407] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3855ed27-4456-4fde-bea3-7b73b792a7c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.542761] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1550.542761] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5289fa59-2f5e-7e66-9420-5f334ff72614" [ 1550.542761] env[62127]: _type = "Task" [ 1550.542761] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.546110] env[62127]: INFO nova.compute.manager [-] [instance: 31206609-3cc4-45b3-975d-f68703963795] Took 1.45 seconds to deallocate network for instance. [ 1550.554740] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5289fa59-2f5e-7e66-9420-5f334ff72614, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.601624] env[62127]: DEBUG oslo_concurrency.lockutils [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1550.601805] env[62127]: DEBUG oslo_concurrency.lockutils [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.601978] env[62127]: DEBUG nova.network.neutron [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1550.602196] env[62127]: DEBUG nova.objects.instance [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'info_cache' on Instance uuid 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1550.654032] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564461} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.654032] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 91a88f57-1313-4413-bd71-165946022e95/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. [ 1550.654032] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-067d3453-fe34-44f8-921c-0161251f3269 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.681448] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 91a88f57-1313-4413-bd71-165946022e95/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1550.682164] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-837a43f2-b660-4dfa-bcc9-bd240dc925c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.702241] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1550.702241] env[62127]: value = "task-1733444" [ 1550.702241] env[62127]: _type = "Task" [ 1550.702241] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.711508] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733444, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.052988] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5289fa59-2f5e-7e66-9420-5f334ff72614, 'name': SearchDatastore_Task, 'duration_secs': 0.010776} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.055752] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.056104] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1551.056368] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1551.056521] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1551.056764] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1551.057780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1551.058241] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd715ae8-aba0-4341-9d14-7ffe15d58874 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.069934] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1551.070061] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1551.070823] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c20793a-b850-4b12-b8fd-ebc787459d94 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.080678] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1551.080678] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5244a13b-13a4-88c7-b119-dee331afcbb6" [ 1551.080678] env[62127]: _type = "Task" [ 1551.080678] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.089762] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5244a13b-13a4-88c7-b119-dee331afcbb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.105627] env[62127]: DEBUG nova.objects.base [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Object Instance<2e1334d2-24e1-4d03-8198-02baa1e6e693> lazy-loaded attributes: flavor,info_cache {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1551.189890] env[62127]: DEBUG nova.network.neutron [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Updated VIF entry in instance network info cache for port 41a66172-63c4-4256-9adf-46bf19a567fc. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1551.190315] env[62127]: DEBUG nova.network.neutron [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Updating instance_info_cache with network_info: [{"id": "41a66172-63c4-4256-9adf-46bf19a567fc", "address": "fa:16:3e:18:56:b2", "network": {"id": "38232241-0bff-4538-8a95-aa0c3361a102", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-268452695-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "044125e9900640cb92c78d63f5256283", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "57c65f87-60fd-4882-ab30-31db49131b46", "external-id": "nsx-vlan-transportzone-610", "segmentation_id": 610, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a66172-63", "ovs_interfaceid": "41a66172-63c4-4256-9adf-46bf19a567fc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.222218] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733444, 'name': ReconfigVM_Task, 'duration_secs': 0.377918} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.222218] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 91a88f57-1313-4413-bd71-165946022e95/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1551.222218] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe444cad-11e9-4be2-95db-b485d55f7769 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.252705] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a50f4163-c571-4722-aef5-259b2e8a223d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.270613] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1551.270613] env[62127]: value = "task-1733445" [ 1551.270613] env[62127]: _type = "Task" [ 1551.270613] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.283713] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733445, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.330333] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e57faa-d753-490f-96c8-2665ebda38db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.338661] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-835961b5-477c-403a-a3b4-07b1ef201d60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.370376] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690d09c9-5f31-4674-8e22-f7ed1d00ff3d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.384474] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a800091-109f-47cb-8707-5aeb2c8a5dd6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.398991] env[62127]: DEBUG nova.compute.provider_tree [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1551.594378] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5244a13b-13a4-88c7-b119-dee331afcbb6, 'name': SearchDatastore_Task, 'duration_secs': 0.027191} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.595219] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3f942d2-fcb9-4dff-b31f-2d87f3fd32f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.601195] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1551.601195] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529cdbfd-6740-1ab3-a432-19141f28dc4e" [ 1551.601195] env[62127]: _type = "Task" [ 1551.601195] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.613089] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529cdbfd-6740-1ab3-a432-19141f28dc4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.696591] env[62127]: DEBUG oslo_concurrency.lockutils [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] Releasing lock "refresh_cache-71256c2f-af27-4872-b5d7-2477466a6f69" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1551.696888] env[62127]: DEBUG nova.compute.manager [req-eb69f21b-173b-49c2-8bf2-4254e5377040 req-de22967a-b97a-48e8-820a-ba16a89a44d6 service nova] [instance: 31206609-3cc4-45b3-975d-f68703963795] Received event network-vif-deleted-06190a36-3579-4270-9fb4-a3b9e4b29080 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1551.781627] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733445, 'name': ReconfigVM_Task, 'duration_secs': 0.174181} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.784378] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1551.784780] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-832e376b-4c11-4fef-a400-961f42b3419a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.794412] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1551.794412] env[62127]: value = "task-1733446" [ 1551.794412] env[62127]: _type = "Task" [ 1551.794412] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.806453] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.879727] env[62127]: DEBUG nova.network.neutron [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [{"id": "79194ea9-6691-4518-b407-1135f3a0e58e", "address": "fa:16:3e:65:7f:ab", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79194ea9-66", "ovs_interfaceid": "79194ea9-6691-4518-b407-1135f3a0e58e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1551.904021] env[62127]: DEBUG nova.scheduler.client.report [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1552.120890] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529cdbfd-6740-1ab3-a432-19141f28dc4e, 'name': SearchDatastore_Task, 'duration_secs': 0.014509} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.121203] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.121494] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 71256c2f-af27-4872-b5d7-2477466a6f69/71256c2f-af27-4872-b5d7-2477466a6f69.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1552.121808] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5165f94f-606e-4052-af79-940d729ad81c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.134023] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1552.134023] env[62127]: value = "task-1733447" [ 1552.134023] env[62127]: _type = "Task" [ 1552.134023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.144680] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.307916] env[62127]: DEBUG oslo_vmware.api [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733446, 'name': PowerOnVM_Task, 'duration_secs': 0.466654} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.308212] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1552.311228] env[62127]: DEBUG nova.compute.manager [None req-1ec5ac9c-4eb0-475d-97a1-94253e61b7e2 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1552.312076] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8f99a5-b43e-4ca7-bfd4-7ae5f055cfb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.381588] env[62127]: DEBUG oslo_concurrency.lockutils [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-2e1334d2-24e1-4d03-8198-02baa1e6e693" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1552.407650] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1552.412634] env[62127]: DEBUG nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1552.413676] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.756s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1552.415297] env[62127]: INFO nova.compute.claims [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1552.648489] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733447, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.887132] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.887132] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21d4286f-4c03-46a9-a7a7-63b7d62ebae7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.899483] env[62127]: DEBUG oslo_vmware.api [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1552.899483] env[62127]: value = "task-1733448" [ 1552.899483] env[62127]: _type = "Task" [ 1552.899483] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.907476] env[62127]: DEBUG oslo_vmware.api [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.922327] env[62127]: DEBUG nova.compute.utils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1552.923857] env[62127]: DEBUG nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Not allocating networking since 'none' was specified. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1553.152940] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615589} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.152940] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 71256c2f-af27-4872-b5d7-2477466a6f69/71256c2f-af27-4872-b5d7-2477466a6f69.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1553.152940] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1553.152940] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08e0c564-ba7b-4952-9fbb-f85d02b088d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.160663] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1553.160663] env[62127]: value = "task-1733449" [ 1553.160663] env[62127]: _type = "Task" [ 1553.160663] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.169545] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733449, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.345566] env[62127]: INFO nova.compute.manager [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Unrescuing [ 1553.345836] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1553.345994] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquired lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.346269] env[62127]: DEBUG nova.network.neutron [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1553.409489] env[62127]: DEBUG oslo_vmware.api [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733448, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.428331] env[62127]: DEBUG nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1553.670272] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733449, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086379} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.672620] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1553.673652] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-350a1453-e9ba-4c98-8eb1-b03d6dbeacc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.696784] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] 71256c2f-af27-4872-b5d7-2477466a6f69/71256c2f-af27-4872-b5d7-2477466a6f69.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1553.699167] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbb36941-1c3b-446e-a73b-754ed8b1c9f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.718860] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1553.718860] env[62127]: value = "task-1733450" [ 1553.718860] env[62127]: _type = "Task" [ 1553.718860] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.723349] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dc814a-dddd-4ec7-8c9e-73465390b5d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.730077] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733450, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.735481] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43f45cca-8aed-4d76-bead-d60ec3653fed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.769460] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f6be79-a50e-45d2-9089-243156e785af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.777730] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f559d9ef-32ba-44fd-84b3-414aa21ab09b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.792016] env[62127]: DEBUG nova.compute.provider_tree [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1553.910414] env[62127]: DEBUG oslo_vmware.api [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733448, 'name': PowerOnVM_Task, 'duration_secs': 0.613666} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.910715] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.910916] env[62127]: DEBUG nova.compute.manager [None req-951ca751-1429-4756-af28-6d99d91987b0 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1553.911782] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c6417b9-ba26-4163-8cd4-75d962d54e2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.229911] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733450, 'name': ReconfigVM_Task, 'duration_secs': 0.371198} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.229911] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Reconfigured VM instance instance-0000004c to attach disk [datastore1] 71256c2f-af27-4872-b5d7-2477466a6f69/71256c2f-af27-4872-b5d7-2477466a6f69.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1554.230470] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-254b6fcc-aaaa-47c0-89d3-7ac13b08956a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.237451] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1554.237451] env[62127]: value = "task-1733451" [ 1554.237451] env[62127]: _type = "Task" [ 1554.237451] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.249344] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733451, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.288670] env[62127]: DEBUG nova.network.neutron [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Updating instance_info_cache with network_info: [{"id": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "address": "fa:16:3e:cf:00:c7", "network": {"id": "c21d4ab7-a832-4e00-8279-361336cdece2", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-2062076082-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "d70d4a7d13044ec78b6aa9a271b01475", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "163e60bd-32d6-41c5-95e6-2eb10c5c9245", "external-id": "nsx-vlan-transportzone-716", "segmentation_id": 716, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2bd7616c-ee", "ovs_interfaceid": "2bd7616c-ee7e-4bb3-aa65-9857cfd581c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.294729] env[62127]: DEBUG nova.scheduler.client.report [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1554.438922] env[62127]: DEBUG nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1554.467907] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1554.468867] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1554.468867] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1554.468867] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1554.468867] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1554.468867] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1554.469110] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1554.469220] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1554.469393] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1554.469566] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1554.469759] env[62127]: DEBUG nova.virt.hardware [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1554.470638] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850464aa-64be-46ef-81c0-2fa45c93aa40 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.480864] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89a130a-4e84-4da1-8752-1b93f68f2632 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.497713] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1554.503488] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Creating folder: Project (52b054eb07d042a88bc42ae1c44dbbe5). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.504237] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e89bc6a-e075-4b93-a326-69320df62b1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.517348] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Created folder: Project (52b054eb07d042a88bc42ae1c44dbbe5) in parent group-v360450. [ 1554.517668] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Creating folder: Instances. Parent ref: group-v360670. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1554.518048] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82e75d57-519b-4d6f-b612-97568994c577 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.528789] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Created folder: Instances in parent group-v360670. [ 1554.529091] env[62127]: DEBUG oslo.service.loopingcall [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1554.529361] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1554.529861] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3471df7-6d1c-47e9-a61c-4738bc5083e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.550215] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1554.550215] env[62127]: value = "task-1733454" [ 1554.550215] env[62127]: _type = "Task" [ 1554.550215] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.559966] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733454, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.748071] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733451, 'name': Rename_Task, 'duration_secs': 0.165224} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.748361] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1554.748644] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c70f8bb2-8b2e-41d4-bb2c-3eee5047630e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.756184] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1554.756184] env[62127]: value = "task-1733455" [ 1554.756184] env[62127]: _type = "Task" [ 1554.756184] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.764041] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.791963] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Releasing lock "refresh_cache-91a88f57-1313-4413-bd71-165946022e95" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1554.792711] env[62127]: DEBUG nova.objects.instance [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lazy-loading 'flavor' on Instance uuid 91a88f57-1313-4413-bd71-165946022e95 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1554.802922] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.803491] env[62127]: DEBUG nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1554.806164] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 26.523s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.806267] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.806422] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1554.806706] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 25.378s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.808854] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6aa2a7-844a-4c7f-bae8-dab38031a747 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.819213] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da941d2-8ece-4713-88bf-b75122447462 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.835971] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e164cb-8a0a-444e-9191-2ccfedccfb42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.845513] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0e1367-755b-4c63-9e25-04704e75f380 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.881250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.881663] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.881914] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.882128] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1554.882303] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1554.884085] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179660MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1554.884221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1554.887293] env[62127]: INFO nova.compute.manager [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Terminating instance [ 1554.889512] env[62127]: DEBUG nova.compute.manager [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1554.889512] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1554.890489] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73768220-8349-4eda-be42-6bf1229f0b5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.898498] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1554.898850] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5491e4-40b7-41c3-b844-3f0620c027a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.905852] env[62127]: DEBUG oslo_vmware.api [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1554.905852] env[62127]: value = "task-1733456" [ 1554.905852] env[62127]: _type = "Task" [ 1554.905852] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.915363] env[62127]: DEBUG oslo_vmware.api [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.062622] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733454, 'name': CreateVM_Task, 'duration_secs': 0.423084} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.062622] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1555.062844] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.063070] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.063426] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1555.063700] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-da3b0608-f084-4471-9452-e948d4e2cf78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.069343] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1555.069343] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f04442-c285-6d70-ea92-29167af72608" [ 1555.069343] env[62127]: _type = "Task" [ 1555.069343] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.078578] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f04442-c285-6d70-ea92-29167af72608, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.266187] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733455, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.301879] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64662ef7-1f5d-43c6-9bb4-c47d98da565a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.325576] env[62127]: DEBUG nova.compute.utils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1555.327034] env[62127]: DEBUG nova.objects.instance [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lazy-loading 'migration_context' on Instance uuid 14175f81-3936-40f0-a47a-93a5cce2fdaa {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1555.328034] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1555.328595] env[62127]: DEBUG nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Not allocating networking since 'none' was specified. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1555.328781] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b59a14f2-a236-44bd-88d0-0b54d31a9496 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.338660] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1555.338660] env[62127]: value = "task-1733457" [ 1555.338660] env[62127]: _type = "Task" [ 1555.338660] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.350129] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733457, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.417629] env[62127]: DEBUG oslo_vmware.api [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733456, 'name': PowerOffVM_Task, 'duration_secs': 0.215809} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.417929] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.418117] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1555.418373] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab71f55e-3b79-45d4-ba67-6f1c3aed3e78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.520352] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1555.520678] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1555.520808] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleting the datastore file [datastore1] 2e1334d2-24e1-4d03-8198-02baa1e6e693 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1555.521072] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a251b176-edbb-4bc3-9613-ce870d5927fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.529798] env[62127]: DEBUG oslo_vmware.api [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1555.529798] env[62127]: value = "task-1733459" [ 1555.529798] env[62127]: _type = "Task" [ 1555.529798] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.540761] env[62127]: DEBUG oslo_vmware.api [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.580690] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f04442-c285-6d70-ea92-29167af72608, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.581081] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1555.581269] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1555.581512] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1555.581663] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.581840] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1555.582262] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78526396-a0ef-4af4-8b4a-1dba36bf2e08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.592031] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1555.592142] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1555.593776] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-204e848f-3aca-407a-bdf2-e20ba9a35606 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.602035] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1555.602035] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529fa597-f65c-da90-1716-2513057a97f5" [ 1555.602035] env[62127]: _type = "Task" [ 1555.602035] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.613218] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529fa597-f65c-da90-1716-2513057a97f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.768078] env[62127]: DEBUG oslo_vmware.api [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733455, 'name': PowerOnVM_Task, 'duration_secs': 0.650267} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.768997] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1555.768997] env[62127]: INFO nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1555.768997] env[62127]: DEBUG nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1555.769925] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1520b5de-8700-449a-9d5b-0eda4fee45e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.829887] env[62127]: DEBUG nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1555.850250] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733457, 'name': PowerOffVM_Task, 'duration_secs': 0.251727} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.850539] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1555.855859] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Reconfiguring VM instance instance-00000049 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1555.858811] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e37f30-10fa-43c0-8c51-d3ceaf57169c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.881028] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1555.881028] env[62127]: value = "task-1733460" [ 1555.881028] env[62127]: _type = "Task" [ 1555.881028] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.892479] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.040865] env[62127]: DEBUG oslo_vmware.api [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.489383} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.041157] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1556.041368] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1556.041549] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1556.041723] env[62127]: INFO nova.compute.manager [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1556.041964] env[62127]: DEBUG oslo.service.loopingcall [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.042175] env[62127]: DEBUG nova.compute.manager [-] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1556.042269] env[62127]: DEBUG nova.network.neutron [-] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1556.111032] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529fa597-f65c-da90-1716-2513057a97f5, 'name': SearchDatastore_Task, 'duration_secs': 0.010952} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.114674] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9424baa-4077-435a-82d3-f7cd1d50912e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.123019] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1556.123019] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52078479-d804-8446-ccfa-7b9e30bce9bb" [ 1556.123019] env[62127]: _type = "Task" [ 1556.123019] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.129219] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52078479-d804-8446-ccfa-7b9e30bce9bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.152687] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfff6126-23f1-4e9e-a6fd-07767816a919 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.161080] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194174af-b0c6-4b65-8e56-0fc3684992b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.193911] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c25c866-4345-4f8a-8061-2530ef0e0248 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.204603] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1f0e92-e4b0-4ec7-8212-0a790e4d41df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.221237] env[62127]: DEBUG nova.compute.provider_tree [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1556.291044] env[62127]: INFO nova.compute.manager [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Took 37.60 seconds to build instance. [ 1556.394024] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733460, 'name': ReconfigVM_Task, 'duration_secs': 0.484364} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.394352] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Reconfigured VM instance instance-00000049 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1556.394547] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1556.394934] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b1f74ae-9c04-40ea-ba2a-3f38d6638419 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.402759] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1556.402759] env[62127]: value = "task-1733461" [ 1556.402759] env[62127]: _type = "Task" [ 1556.402759] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.426569] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.565768] env[62127]: DEBUG nova.compute.manager [req-0e873952-78e2-4941-a1d9-1749b3df07c9 req-fe228ab0-d1c0-44a7-983b-76236ef02d05 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Received event network-vif-deleted-79194ea9-6691-4518-b407-1135f3a0e58e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1556.565977] env[62127]: INFO nova.compute.manager [req-0e873952-78e2-4941-a1d9-1749b3df07c9 req-fe228ab0-d1c0-44a7-983b-76236ef02d05 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Neutron deleted interface 79194ea9-6691-4518-b407-1135f3a0e58e; detaching it from the instance and deleting it from the info cache [ 1556.566249] env[62127]: DEBUG nova.network.neutron [req-0e873952-78e2-4941-a1d9-1749b3df07c9 req-fe228ab0-d1c0-44a7-983b-76236ef02d05 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1556.631557] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52078479-d804-8446-ccfa-7b9e30bce9bb, 'name': SearchDatastore_Task, 'duration_secs': 0.039577} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.631834] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1556.632097] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] cebd71d6-5e4d-430f-9159-a0cfa5069c0d/cebd71d6-5e4d-430f-9159-a0cfa5069c0d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1556.632674] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fdf75b71-a42e-4e82-afa1-5e24138d5ba6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.640496] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1556.640496] env[62127]: value = "task-1733462" [ 1556.640496] env[62127]: _type = "Task" [ 1556.640496] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.649978] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.724917] env[62127]: DEBUG nova.scheduler.client.report [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1556.792302] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9c040b16-78d7-4dbb-b030-cf47c82adef2 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "71256c2f-af27-4872-b5d7-2477466a6f69" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.107s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1556.841232] env[62127]: DEBUG nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1556.871036] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1556.871302] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1556.871462] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1556.871646] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1556.871793] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1556.871938] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1556.872168] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1556.872331] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1556.872498] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1556.872661] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1556.872830] env[62127]: DEBUG nova.virt.hardware [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1556.874078] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c184f963-6c45-462d-8186-13197e967a92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.885286] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b0de0e-a184-4c81-9cbc-0444431c5e62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.905548] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1556.911415] env[62127]: DEBUG oslo.service.loopingcall [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1556.914812] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1556.915070] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8278f002-ec0c-4dd4-95ec-45b09e65eeef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.938886] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.940527] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1556.940527] env[62127]: value = "task-1733463" [ 1556.940527] env[62127]: _type = "Task" [ 1556.940527] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.949557] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733463, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.038503] env[62127]: DEBUG nova.network.neutron [-] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1557.070514] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-417c4d21-1acc-4bb5-9dbf-d50720e34443 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.083048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233df3ae-12e2-408d-af40-19ffe7b56cae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.127612] env[62127]: DEBUG nova.compute.manager [req-0e873952-78e2-4941-a1d9-1749b3df07c9 req-fe228ab0-d1c0-44a7-983b-76236ef02d05 service nova] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Detach interface failed, port_id=79194ea9-6691-4518-b407-1135f3a0e58e, reason: Instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1557.152423] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733462, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.419025] env[62127]: DEBUG oslo_vmware.api [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733461, 'name': PowerOnVM_Task, 'duration_secs': 0.881833} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.419432] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1557.419606] env[62127]: DEBUG nova.compute.manager [None req-eab23ff7-3571-4d7a-82f1-f6424fcb553a tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1557.420500] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947d260e-5c3f-4aaa-9318-2a8f689ff36e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.458575] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733463, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.495206] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "71256c2f-af27-4872-b5d7-2477466a6f69" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.495654] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "71256c2f-af27-4872-b5d7-2477466a6f69" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.495941] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "71256c2f-af27-4872-b5d7-2477466a6f69-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1557.496616] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "71256c2f-af27-4872-b5d7-2477466a6f69-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.496616] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "71256c2f-af27-4872-b5d7-2477466a6f69-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.499878] env[62127]: INFO nova.compute.manager [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Terminating instance [ 1557.501832] env[62127]: DEBUG nova.compute.manager [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1557.502034] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1557.502949] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3891d62-cd5f-4d12-8ee1-fa87e4f8e29f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.511928] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1557.512233] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37303201-b32c-4434-ad0f-f5110ac5d91b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.519720] env[62127]: DEBUG oslo_vmware.api [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1557.519720] env[62127]: value = "task-1733464" [ 1557.519720] env[62127]: _type = "Task" [ 1557.519720] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.530352] env[62127]: DEBUG oslo_vmware.api [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.542530] env[62127]: INFO nova.compute.manager [-] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Took 1.50 seconds to deallocate network for instance. [ 1557.653018] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733462, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85441} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.653518] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] cebd71d6-5e4d-430f-9159-a0cfa5069c0d/cebd71d6-5e4d-430f-9159-a0cfa5069c0d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1557.653891] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1557.654202] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb8eb8d9-b18d-465f-8c1b-6c010cf6a4e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.662593] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1557.662593] env[62127]: value = "task-1733465" [ 1557.662593] env[62127]: _type = "Task" [ 1557.662593] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.671466] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.737967] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.931s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1557.745839] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.187s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1557.747578] env[62127]: INFO nova.compute.claims [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1557.952493] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733463, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.029883] env[62127]: DEBUG oslo_vmware.api [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733464, 'name': PowerOffVM_Task, 'duration_secs': 0.238179} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.030181] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1558.030355] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1558.030619] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f546cebf-005c-4953-94b6-a4a1fe3f7068 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.049453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.138140] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1558.138394] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1558.138649] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Deleting the datastore file [datastore1] 71256c2f-af27-4872-b5d7-2477466a6f69 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1558.138952] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a92f68b9-c18e-4609-87da-8183a6bd56a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.145121] env[62127]: DEBUG oslo_vmware.api [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for the task: (returnval){ [ 1558.145121] env[62127]: value = "task-1733467" [ 1558.145121] env[62127]: _type = "Task" [ 1558.145121] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.153817] env[62127]: DEBUG oslo_vmware.api [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.171973] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.181298} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.172259] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1558.173115] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd0fd53-a8e6-40da-a983-b0a7fea93997 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.193915] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] cebd71d6-5e4d-430f-9159-a0cfa5069c0d/cebd71d6-5e4d-430f-9159-a0cfa5069c0d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1558.194237] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1b07374-27fe-49a8-9a59-8e9963a504c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.208521] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "91a88f57-1313-4413-bd71-165946022e95" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.208796] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "91a88f57-1313-4413-bd71-165946022e95" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.208998] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "91a88f57-1313-4413-bd71-165946022e95-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1558.209287] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "91a88f57-1313-4413-bd71-165946022e95-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1558.209460] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "91a88f57-1313-4413-bd71-165946022e95-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1558.211466] env[62127]: INFO nova.compute.manager [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Terminating instance [ 1558.213159] env[62127]: DEBUG nova.compute.manager [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1558.213356] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1558.214412] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedbed2c-fe59-426d-965f-a0bbda44a6c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.224175] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1558.225389] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-27e4b86d-c7eb-4576-b30f-a5bffa888a05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.226907] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1558.226907] env[62127]: value = "task-1733468" [ 1558.226907] env[62127]: _type = "Task" [ 1558.226907] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.231544] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1558.231544] env[62127]: value = "task-1733469" [ 1558.231544] env[62127]: _type = "Task" [ 1558.231544] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.238021] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733468, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.242953] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.452461] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733463, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.655449] env[62127]: DEBUG oslo_vmware.api [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733467, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.739271] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733468, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.744307] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.953840] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733463, 'name': CreateVM_Task, 'duration_secs': 1.844453} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.956717] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1558.957471] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1558.957680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1558.958085] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1558.958266] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc3d4995-fb07-480b-9899-618cb16c5533 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.968618] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1558.968618] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e87e62-1e90-0b2c-7208-b63d48419189" [ 1558.968618] env[62127]: _type = "Task" [ 1558.968618] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1558.979315] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e87e62-1e90-0b2c-7208-b63d48419189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.071630] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d62c662-c266-4e71-8e01-31f8bc5a8819 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.079826] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52a6e9f-ed92-4452-b223-1e032aa49da9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.110414] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a99830-a4e8-4dd1-9a4f-df476b1bdb5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.117403] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ece8e-b1f1-4e19-93c4-8e92b795688e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.131015] env[62127]: DEBUG nova.compute.provider_tree [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1559.156468] env[62127]: DEBUG oslo_vmware.api [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Task: {'id': task-1733467, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.867385} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.156678] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1559.156864] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1559.157051] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1559.157233] env[62127]: INFO nova.compute.manager [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1559.157470] env[62127]: DEBUG oslo.service.loopingcall [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1559.157728] env[62127]: DEBUG nova.compute.manager [-] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1559.157826] env[62127]: DEBUG nova.network.neutron [-] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1559.240017] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733468, 'name': ReconfigVM_Task, 'duration_secs': 0.777616} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.240741] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Reconfigured VM instance instance-0000004d to attach disk [datastore1] cebd71d6-5e4d-430f-9159-a0cfa5069c0d/cebd71d6-5e4d-430f-9159-a0cfa5069c0d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1559.241413] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a544e0c8-8a36-4435-be9e-8dbf7ba58c5b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.246456] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733469, 'name': PowerOffVM_Task, 'duration_secs': 0.717026} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.247036] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1559.247255] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1559.247551] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c703d68-c839-4f3f-8ab2-d3512fad5978 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.253024] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1559.253024] env[62127]: value = "task-1733470" [ 1559.253024] env[62127]: _type = "Task" [ 1559.253024] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.266644] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733470, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.282112] env[62127]: INFO nova.compute.manager [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Swapping old allocation on dict_keys(['f9fde961-56b4-459e-8343-d29cfefd8d40']) held by migration 68e0c4a8-813d-4554-b101-8a5c6f5c4b50 for instance [ 1559.305669] env[62127]: DEBUG nova.scheduler.client.report [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Overwriting current allocation {'allocations': {'f9fde961-56b4-459e-8343-d29cfefd8d40': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 113}}, 'project_id': '25c39e673cbd49b9bcb8c6301142680f', 'user_id': 'fbcc921f5b374bffa01f314b85190274', 'consumer_generation': 1} on consumer 14175f81-3936-40f0-a47a-93a5cce2fdaa {{(pid=62127) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1559.388977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.389192] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquired lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.389493] env[62127]: DEBUG nova.network.neutron [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1559.408916] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1559.409165] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1559.409358] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Deleting the datastore file [datastore1] 91a88f57-1313-4413-bd71-165946022e95 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1559.411071] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b187e37f-0bdf-4ee7-8c17-64db2b662fba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.418692] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1559.418692] env[62127]: value = "task-1733472" [ 1559.418692] env[62127]: _type = "Task" [ 1559.418692] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.428597] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.435838] env[62127]: DEBUG nova.compute.manager [req-7a8ba7c1-8038-46b3-9965-351b856e9aaa req-340902d5-97be-4f5d-b7d1-74b5445f4885 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Received event network-vif-deleted-41a66172-63c4-4256-9adf-46bf19a567fc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1559.436047] env[62127]: INFO nova.compute.manager [req-7a8ba7c1-8038-46b3-9965-351b856e9aaa req-340902d5-97be-4f5d-b7d1-74b5445f4885 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Neutron deleted interface 41a66172-63c4-4256-9adf-46bf19a567fc; detaching it from the instance and deleting it from the info cache [ 1559.436227] env[62127]: DEBUG nova.network.neutron [req-7a8ba7c1-8038-46b3-9965-351b856e9aaa req-340902d5-97be-4f5d-b7d1-74b5445f4885 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.482137] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e87e62-1e90-0b2c-7208-b63d48419189, 'name': SearchDatastore_Task, 'duration_secs': 0.013959} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1559.482419] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1559.482654] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1559.482915] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1559.483101] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.483289] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1559.483548] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54abdfb9-1111-46c4-9e02-ea039f4529b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.634153] env[62127]: DEBUG nova.scheduler.client.report [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1559.763105] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733470, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.792045] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1559.792262] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1559.793021] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95152583-f1e8-447b-9a25-5f2b7f78702b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.799044] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1559.799044] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52093cdf-2f8d-8ec6-2340-cf86e078c977" [ 1559.799044] env[62127]: _type = "Task" [ 1559.799044] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1559.808820] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52093cdf-2f8d-8ec6-2340-cf86e078c977, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.913305] env[62127]: DEBUG nova.network.neutron [-] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1559.929793] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733472, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1559.939361] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f88ed63a-b182-4863-b366-77b19f044ba6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.949370] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-509f8b3f-8b10-477a-a803-f36d538c2583 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1559.985833] env[62127]: DEBUG nova.compute.manager [req-7a8ba7c1-8038-46b3-9965-351b856e9aaa req-340902d5-97be-4f5d-b7d1-74b5445f4885 service nova] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Detach interface failed, port_id=41a66172-63c4-4256-9adf-46bf19a567fc, reason: Instance 71256c2f-af27-4872-b5d7-2477466a6f69 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1560.140995] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.395s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1560.141542] env[62127]: DEBUG nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1560.144278] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.691s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1560.144552] env[62127]: DEBUG nova.objects.instance [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lazy-loading 'resources' on Instance uuid dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1560.153364] env[62127]: DEBUG nova.network.neutron [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance_info_cache with network_info: [{"id": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "address": "fa:16:3e:f4:02:5b", "network": {"id": "3207d88d-fb28-40cb-9087-8e02ad2b4dfd", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.27", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "dc5d81e6d84f442e94af220c3eec18fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13b62154-a0e1-4eed-bc30-6464b15993bb", "external-id": "nsx-vlan-transportzone-514", "segmentation_id": 514, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce92f19-da", "ovs_interfaceid": "dce92f19-dacd-45f0-a2b9-34d15b7f456a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.264306] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733470, 'name': Rename_Task, 'duration_secs': 0.818088} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.264682] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1560.264974] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d0f644b-70dd-4edc-bcc5-92831a8d1ae0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.273853] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1560.273853] env[62127]: value = "task-1733473" [ 1560.273853] env[62127]: _type = "Task" [ 1560.273853] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.282618] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733473, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.310870] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52093cdf-2f8d-8ec6-2340-cf86e078c977, 'name': SearchDatastore_Task, 'duration_secs': 0.009013} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.311748] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f61b15-a637-48b6-8e06-d07b6741db0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.318702] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1560.318702] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ba441c-55a8-8fdd-a52a-c0a7ad645da1" [ 1560.318702] env[62127]: _type = "Task" [ 1560.318702] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.326305] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ba441c-55a8-8fdd-a52a-c0a7ad645da1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.416388] env[62127]: INFO nova.compute.manager [-] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Took 1.26 seconds to deallocate network for instance. [ 1560.430741] env[62127]: DEBUG oslo_vmware.api [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733472, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.528919} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.430986] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1560.431251] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1560.431452] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1560.431631] env[62127]: INFO nova.compute.manager [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 91a88f57-1313-4413-bd71-165946022e95] Took 2.22 seconds to destroy the instance on the hypervisor. [ 1560.431873] env[62127]: DEBUG oslo.service.loopingcall [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1560.432078] env[62127]: DEBUG nova.compute.manager [-] [instance: 91a88f57-1313-4413-bd71-165946022e95] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1560.432175] env[62127]: DEBUG nova.network.neutron [-] [instance: 91a88f57-1313-4413-bd71-165946022e95] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1560.650571] env[62127]: DEBUG nova.compute.utils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1560.655104] env[62127]: DEBUG nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1560.655252] env[62127]: DEBUG nova.network.neutron [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1560.658871] env[62127]: DEBUG oslo_concurrency.lockutils [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Releasing lock "refresh_cache-14175f81-3936-40f0-a47a-93a5cce2fdaa" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.659286] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1560.659547] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93f24101-8545-4c7c-ab1b-e841e8dec5d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.671830] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1560.671830] env[62127]: value = "task-1733474" [ 1560.671830] env[62127]: _type = "Task" [ 1560.671830] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.681908] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.698379] env[62127]: DEBUG nova.policy [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '98707ce063254ab8940fa36d82bf6a5a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4f04a3f2e49445709885ac961dda8a9a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1560.785091] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.833654] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ba441c-55a8-8fdd-a52a-c0a7ad645da1, 'name': SearchDatastore_Task, 'duration_secs': 0.090221} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1560.833936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1560.834219] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1560.834486] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-88728c27-d709-4a5c-b93b-90832fc473c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.842576] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1560.842576] env[62127]: value = "task-1733475" [ 1560.842576] env[62127]: _type = "Task" [ 1560.842576] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1560.851635] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733475, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1560.928110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1560.955415] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c23ed7a-1572-4ca0-9efb-8656254b5086 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1560.958920] env[62127]: DEBUG nova.network.neutron [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Successfully created port: b93d397e-7442-4402-a0bc-0ce3a370c2d3 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1560.966437] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38fd8dc6-0a4b-4a5b-89d7-cb9673da7635 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.001187] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3ae191-fef2-4221-bfa0-8360af528ec0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.010341] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-454a3523-2224-4daf-820d-55048b42175a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.025749] env[62127]: DEBUG nova.compute.provider_tree [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1561.158465] env[62127]: DEBUG nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1561.164975] env[62127]: DEBUG nova.network.neutron [-] [instance: 91a88f57-1313-4413-bd71-165946022e95] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1561.185852] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733474, 'name': PowerOffVM_Task, 'duration_secs': 0.173278} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.189138] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T06:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2c639dda-5a15-4bee-88c3-43036999342c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-114048514',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1561.189138] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1561.195509] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56bf9f92-11ac-4adf-bb19-7e8f209bce84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.216563] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1561.216563] env[62127]: value = "task-1733476" [ 1561.216563] env[62127]: _type = "Task" [ 1561.216563] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.229152] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733476, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.292259] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733473, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.355115] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733475, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.475029] env[62127]: DEBUG nova.compute.manager [req-3e7de252-d4ef-4fe9-b80a-68bcda9d379c req-e5945808-0be2-4dc1-bfc7-bf86a11a7af0 service nova] [instance: 91a88f57-1313-4413-bd71-165946022e95] Received event network-vif-deleted-2bd7616c-ee7e-4bb3-aa65-9857cfd581c9 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1561.529396] env[62127]: DEBUG nova.scheduler.client.report [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1561.666248] env[62127]: INFO nova.compute.manager [-] [instance: 91a88f57-1313-4413-bd71-165946022e95] Took 1.23 seconds to deallocate network for instance. [ 1561.726519] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733476, 'name': ReconfigVM_Task, 'duration_secs': 0.208661} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.727350] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daf8143-9b41-4b77-8664-d45422adfd01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.746691] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T06:09:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='2c639dda-5a15-4bee-88c3-43036999342c',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-114048514',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1561.746965] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1561.747143] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1561.747332] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1561.747478] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1561.747649] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1561.747863] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1561.748039] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1561.748251] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1561.748430] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1561.748608] env[62127]: DEBUG nova.virt.hardware [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1561.749366] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd4185cd-1072-42c8-b0de-a630d6d10485 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.755168] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1561.755168] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525e25b5-cf06-0d9b-f3c9-8e49b52767b4" [ 1561.755168] env[62127]: _type = "Task" [ 1561.755168] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.762966] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525e25b5-cf06-0d9b-f3c9-8e49b52767b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1561.786016] env[62127]: DEBUG oslo_vmware.api [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733473, 'name': PowerOnVM_Task, 'duration_secs': 1.261464} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.786263] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1561.786464] env[62127]: INFO nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Took 7.35 seconds to spawn the instance on the hypervisor. [ 1561.786647] env[62127]: DEBUG nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1561.787404] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9a94df-b2ac-424a-94e1-1ed70984264f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.853538] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733475, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526558} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1561.853740] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1561.853951] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1561.854213] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b298246d-87dd-4ca5-a218-fc224f9f8b31 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1561.861408] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1561.861408] env[62127]: value = "task-1733477" [ 1561.861408] env[62127]: _type = "Task" [ 1561.861408] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1561.870664] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.034844] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.891s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.037148] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.116s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1562.038663] env[62127]: INFO nova.compute.claims [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1562.057821] env[62127]: INFO nova.scheduler.client.report [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Deleted allocations for instance dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda [ 1562.168532] env[62127]: DEBUG nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1562.172515] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1562.195971] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1562.196249] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1562.196426] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1562.196634] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1562.196805] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1562.196961] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1562.197669] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1562.197669] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1562.197669] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1562.197847] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1562.197983] env[62127]: DEBUG nova.virt.hardware [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1562.198942] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13c1d86b-5950-4e17-ac9e-10dbfc841ceb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.208876] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68af98f9-0329-46dd-b084-a00c206950fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.265934] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525e25b5-cf06-0d9b-f3c9-8e49b52767b4, 'name': SearchDatastore_Task, 'duration_secs': 0.006999} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.271551] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfiguring VM instance instance-0000003c to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1562.271860] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-467b8af2-ef49-4bc7-893a-f257fd6ff31a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.291599] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1562.291599] env[62127]: value = "task-1733478" [ 1562.291599] env[62127]: _type = "Task" [ 1562.291599] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.305363] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733478, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.307616] env[62127]: INFO nova.compute.manager [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Took 35.99 seconds to build instance. [ 1562.372483] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.25221} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.372483] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1562.373260] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0567dd4-99f3-48f1-a403-4793f32d8430 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.394501] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.395144] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c0abb99-708d-47a7-ba5d-cbf064aa5c9b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.415608] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1562.415608] env[62127]: value = "task-1733479" [ 1562.415608] env[62127]: _type = "Task" [ 1562.415608] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.424750] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733479, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.566389] env[62127]: DEBUG oslo_concurrency.lockutils [None req-65682c66-8b26-4e17-b7c8-3b12386084f9 tempest-ListServerFiltersTestJSON-1267047703 tempest-ListServerFiltersTestJSON-1267047703-project-member] Lock "dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.007s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.677668] env[62127]: DEBUG nova.network.neutron [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Successfully updated port: b93d397e-7442-4402-a0bc-0ce3a370c2d3 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1562.804127] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733478, 'name': ReconfigVM_Task, 'duration_secs': 0.273684} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1562.804127] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfigured VM instance instance-0000003c to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1562.804843] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f90864-546e-4417-b4ed-11fc03dfcb8f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.809989] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8c9fc439-08dd-4128-8367-44cf83672a38 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.521s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1562.827926] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1562.828264] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f875660d-6172-4272-9cee-b07ed09b4626 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1562.848355] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1562.848355] env[62127]: value = "task-1733480" [ 1562.848355] env[62127]: _type = "Task" [ 1562.848355] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1562.859332] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733480, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1562.927184] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733479, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.179789] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "refresh_cache-62a04718-3bf6-4015-aa89-d8cff4572712" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.179966] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquired lock "refresh_cache-62a04718-3bf6-4015-aa89-d8cff4572712" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1563.180699] env[62127]: DEBUG nova.network.neutron [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1563.350500] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91b5b7a-09d7-4384-aaf2-41ec178f011e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.372496] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f1a9455-3005-49fe-bee5-fc1759330d1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.379810] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733480, 'name': ReconfigVM_Task, 'duration_secs': 0.464623} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.380430] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa/14175f81-3936-40f0-a47a-93a5cce2fdaa.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.382333] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983fb3da-40a0-4fa7-87b4-fde6deb9c890 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.424719] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8e0fad-427b-449d-a2b7-0df067d3bbd2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.445047] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2da4e225-a36b-4072-90fa-6b02b6dcca43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.452911] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733479, 'name': ReconfigVM_Task, 'duration_secs': 0.951995} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1563.453695] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1563.455492] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0970fca-7432-4e0a-91ac-ee9418438a36 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.474295] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dcdb17e-e0f7-4a25-a912-a8a4dfec572f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.477754] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed25d69d-3dcf-418d-8bbd-84684caf10cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.489573] env[62127]: DEBUG nova.compute.provider_tree [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1563.495675] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1563.495675] env[62127]: value = "task-1733481" [ 1563.495675] env[62127]: _type = "Task" [ 1563.495675] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.515109] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598b1fc5-465f-4b7a-95bc-f21457699ce7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.518791] env[62127]: DEBUG nova.compute.manager [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Received event network-vif-plugged-b93d397e-7442-4402-a0bc-0ce3a370c2d3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1563.518998] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] Acquiring lock "62a04718-3bf6-4015-aa89-d8cff4572712-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1563.519222] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] Lock "62a04718-3bf6-4015-aa89-d8cff4572712-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1563.519402] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] Lock "62a04718-3bf6-4015-aa89-d8cff4572712-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1563.519540] env[62127]: DEBUG nova.compute.manager [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] No waiting events found dispatching network-vif-plugged-b93d397e-7442-4402-a0bc-0ce3a370c2d3 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1563.519706] env[62127]: WARNING nova.compute.manager [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Received unexpected event network-vif-plugged-b93d397e-7442-4402-a0bc-0ce3a370c2d3 for instance with vm_state building and task_state spawning. [ 1563.519859] env[62127]: DEBUG nova.compute.manager [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Received event network-changed-b93d397e-7442-4402-a0bc-0ce3a370c2d3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1563.520012] env[62127]: DEBUG nova.compute.manager [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Refreshing instance network info cache due to event network-changed-b93d397e-7442-4402-a0bc-0ce3a370c2d3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1563.520178] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] Acquiring lock "refresh_cache-62a04718-3bf6-4015-aa89-d8cff4572712" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1563.527164] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733481, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.531028] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1563.531028] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-29cf4ff7-f33a-49c1-b036-bb082773180c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1563.537092] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1563.537092] env[62127]: value = "task-1733482" [ 1563.537092] env[62127]: _type = "Task" [ 1563.537092] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1563.546062] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733482, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1563.723494] env[62127]: DEBUG nova.network.neutron [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1563.863166] env[62127]: DEBUG nova.network.neutron [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Updating instance_info_cache with network_info: [{"id": "b93d397e-7442-4402-a0bc-0ce3a370c2d3", "address": "fa:16:3e:38:53:05", "network": {"id": "f6a400c2-92e4-48cf-8ea0-d12c8846ae04", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1158551069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f04a3f2e49445709885ac961dda8a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93d397e-74", "ovs_interfaceid": "b93d397e-7442-4402-a0bc-0ce3a370c2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1563.993394] env[62127]: DEBUG nova.scheduler.client.report [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1564.019959] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733481, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.049152] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733482, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.366088] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Releasing lock "refresh_cache-62a04718-3bf6-4015-aa89-d8cff4572712" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1564.367128] env[62127]: DEBUG nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Instance network_info: |[{"id": "b93d397e-7442-4402-a0bc-0ce3a370c2d3", "address": "fa:16:3e:38:53:05", "network": {"id": "f6a400c2-92e4-48cf-8ea0-d12c8846ae04", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1158551069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f04a3f2e49445709885ac961dda8a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93d397e-74", "ovs_interfaceid": "b93d397e-7442-4402-a0bc-0ce3a370c2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1564.367128] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] Acquired lock "refresh_cache-62a04718-3bf6-4015-aa89-d8cff4572712" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.367128] env[62127]: DEBUG nova.network.neutron [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Refreshing network info cache for port b93d397e-7442-4402-a0bc-0ce3a370c2d3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1564.368501] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:53:05', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '88651df2-0506-4f6c-b868-dd30a81f2b1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b93d397e-7442-4402-a0bc-0ce3a370c2d3', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1564.376636] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Creating folder: Project (4f04a3f2e49445709885ac961dda8a9a). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.380291] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d415eaeb-285d-4534-821c-3ff0ccaf5c64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.395326] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Created folder: Project (4f04a3f2e49445709885ac961dda8a9a) in parent group-v360450. [ 1564.395613] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Creating folder: Instances. Parent ref: group-v360674. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1564.395941] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2155b359-03e7-4076-a918-7fcfd94d514a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.406830] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Created folder: Instances in parent group-v360674. [ 1564.407091] env[62127]: DEBUG oslo.service.loopingcall [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1564.407291] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1564.407500] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79f3a931-0ffc-4fe1-b175-ffc4cbb7ccd9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.430766] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1564.430766] env[62127]: value = "task-1733485" [ 1564.430766] env[62127]: _type = "Task" [ 1564.430766] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.438070] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733485, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.498614] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.461s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1564.499191] env[62127]: DEBUG nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1564.502183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.686s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1564.502287] env[62127]: DEBUG nova.objects.instance [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lazy-loading 'resources' on Instance uuid 22b733ef-ed5d-4b91-8a98-b159a1dd21b8 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1564.525897] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733481, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1564.547413] env[62127]: DEBUG oslo_vmware.api [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733482, 'name': PowerOnVM_Task, 'duration_secs': 0.860364} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.547717] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1564.620919] env[62127]: DEBUG nova.network.neutron [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Updated VIF entry in instance network info cache for port b93d397e-7442-4402-a0bc-0ce3a370c2d3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1564.621314] env[62127]: DEBUG nova.network.neutron [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Updating instance_info_cache with network_info: [{"id": "b93d397e-7442-4402-a0bc-0ce3a370c2d3", "address": "fa:16:3e:38:53:05", "network": {"id": "f6a400c2-92e4-48cf-8ea0-d12c8846ae04", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1158551069-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4f04a3f2e49445709885ac961dda8a9a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "88651df2-0506-4f6c-b868-dd30a81f2b1c", "external-id": "nsx-vlan-transportzone-366", "segmentation_id": 366, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb93d397e-74", "ovs_interfaceid": "b93d397e-7442-4402-a0bc-0ce3a370c2d3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1564.940664] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733485, 'name': CreateVM_Task, 'duration_secs': 0.366433} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1564.941020] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1564.941700] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1564.941869] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1564.942240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1564.942500] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8bef118-16e2-4df0-9232-3f842efe1c3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1564.947510] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1564.947510] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5229b929-82d3-9d89-9a95-7cbc9a83d449" [ 1564.947510] env[62127]: _type = "Task" [ 1564.947510] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1564.955718] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5229b929-82d3-9d89-9a95-7cbc9a83d449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.005634] env[62127]: DEBUG nova.compute.utils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1565.088964] env[62127]: DEBUG nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1565.088964] env[62127]: DEBUG nova.network.neutron [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1565.088964] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733481, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.088964] env[62127]: DEBUG nova.policy [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94ca7246b2fa4d259ef8d2b7120c3267', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b66fa537ed7e444596055e4efea13282', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1565.123979] env[62127]: DEBUG oslo_concurrency.lockutils [req-3d733b1d-2fa0-4f22-93a3-4890f785175d req-4cc6d1df-3e5e-4cdd-b665-804441e0cd21 service nova] Releasing lock "refresh_cache-62a04718-3bf6-4015-aa89-d8cff4572712" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1565.342756] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-626509ff-43bf-4816-9bb4-63836e8527d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.346902] env[62127]: DEBUG nova.network.neutron [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Successfully created port: 41b2a041-dbe8-42f8-ab73-44405c44d9a2 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1565.355120] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d81a9a8-3d0d-4b64-b74d-0ed5782ba10e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.388469] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972a7335-99b1-4e75-b36a-b829e8ce9434 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.397278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9581d-006a-415f-924f-1f964278e41b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1565.411365] env[62127]: DEBUG nova.compute.provider_tree [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1565.458363] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5229b929-82d3-9d89-9a95-7cbc9a83d449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.510821] env[62127]: DEBUG nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1565.523441] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733481, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1565.561978] env[62127]: INFO nova.compute.manager [None req-38fbc74c-791e-4eca-8d78-60b4eedab2ff tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance to original state: 'active' [ 1565.914582] env[62127]: DEBUG nova.scheduler.client.report [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1565.959841] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5229b929-82d3-9d89-9a95-7cbc9a83d449, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.027314] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733481, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.419748] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.918s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.422147] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 18.615s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.447937] env[62127]: INFO nova.scheduler.client.report [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted allocations for instance 22b733ef-ed5d-4b91-8a98-b159a1dd21b8 [ 1566.461974] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5229b929-82d3-9d89-9a95-7cbc9a83d449, 'name': SearchDatastore_Task, 'duration_secs': 1.053676} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.462376] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1566.462630] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1566.462939] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1566.463146] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1566.463987] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1566.463987] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07752e13-4c05-4011-9364-e305db5929c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.473542] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1566.473761] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1566.474580] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f63e47a8-a092-4095-8ea2-68eb445aa09f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.481341] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1566.481341] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52833c6b-43c8-16a5-708c-92efa83dd884" [ 1566.481341] env[62127]: _type = "Task" [ 1566.481341] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.489984] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52833c6b-43c8-16a5-708c-92efa83dd884, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.525837] env[62127]: DEBUG nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1566.527979] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733481, 'name': Rename_Task, 'duration_secs': 2.667664} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.528516] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1566.528802] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ee5d1f1-7f68-455f-9b89-4c7356e90832 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.536743] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1566.536743] env[62127]: value = "task-1733486" [ 1566.536743] env[62127]: _type = "Task" [ 1566.536743] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.554174] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.555938] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1566.556334] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1566.556440] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1566.556634] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1566.556796] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1566.556944] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1566.557193] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1566.557357] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1566.557543] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1566.557736] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1566.557949] env[62127]: DEBUG nova.virt.hardware [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1566.559148] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e91f43e-cf44-4696-9c79-d48d8592addd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.568623] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4ac6e2-0157-4f59-97c9-67674d6227e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.628954] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "14175f81-3936-40f0-a47a-93a5cce2fdaa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.629314] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.629599] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.629794] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.630013] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.632284] env[62127]: INFO nova.compute.manager [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Terminating instance [ 1566.634111] env[62127]: DEBUG nova.compute.manager [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1566.634311] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1566.635203] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-183cfd49-64af-48d3-a576-632054da1f88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.643917] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1566.644186] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de9d5ae8-2596-4b18-8cc7-7e417df552ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1566.658285] env[62127]: DEBUG oslo_vmware.api [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1566.658285] env[62127]: value = "task-1733487" [ 1566.658285] env[62127]: _type = "Task" [ 1566.658285] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1566.667857] env[62127]: DEBUG oslo_vmware.api [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733487, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1566.808093] env[62127]: DEBUG nova.compute.manager [req-b505732c-5843-4303-bf69-acf7579c5132 req-96d73c9f-fe9c-4f31-aa9f-001ffc3a5fd2 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Received event network-vif-plugged-41b2a041-dbe8-42f8-ab73-44405c44d9a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1566.808469] env[62127]: DEBUG oslo_concurrency.lockutils [req-b505732c-5843-4303-bf69-acf7579c5132 req-96d73c9f-fe9c-4f31-aa9f-001ffc3a5fd2 service nova] Acquiring lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1566.808806] env[62127]: DEBUG oslo_concurrency.lockutils [req-b505732c-5843-4303-bf69-acf7579c5132 req-96d73c9f-fe9c-4f31-aa9f-001ffc3a5fd2 service nova] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1566.809128] env[62127]: DEBUG oslo_concurrency.lockutils [req-b505732c-5843-4303-bf69-acf7579c5132 req-96d73c9f-fe9c-4f31-aa9f-001ffc3a5fd2 service nova] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.809429] env[62127]: DEBUG nova.compute.manager [req-b505732c-5843-4303-bf69-acf7579c5132 req-96d73c9f-fe9c-4f31-aa9f-001ffc3a5fd2 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] No waiting events found dispatching network-vif-plugged-41b2a041-dbe8-42f8-ab73-44405c44d9a2 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1566.809696] env[62127]: WARNING nova.compute.manager [req-b505732c-5843-4303-bf69-acf7579c5132 req-96d73c9f-fe9c-4f31-aa9f-001ffc3a5fd2 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Received unexpected event network-vif-plugged-41b2a041-dbe8-42f8-ab73-44405c44d9a2 for instance with vm_state building and task_state spawning. [ 1566.904809] env[62127]: DEBUG nova.network.neutron [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Successfully updated port: 41b2a041-dbe8-42f8-ab73-44405c44d9a2 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1566.927043] env[62127]: INFO nova.compute.claims [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1566.958805] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1308c5cd-93a0-4f29-932f-d6321ed14400 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "22b733ef-ed5d-4b91-8a98-b159a1dd21b8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.559s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1566.993626] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52833c6b-43c8-16a5-708c-92efa83dd884, 'name': SearchDatastore_Task, 'duration_secs': 0.010932} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1566.994486] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5383e26-325a-4051-af95-a654fbff5185 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.000879] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1567.000879] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ae11cc-89b2-877c-424c-0a8420965c43" [ 1567.000879] env[62127]: _type = "Task" [ 1567.000879] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.010309] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ae11cc-89b2-877c-424c-0a8420965c43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.046447] env[62127]: DEBUG oslo_vmware.api [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733486, 'name': PowerOnVM_Task, 'duration_secs': 0.50031} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.046723] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1567.046926] env[62127]: INFO nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Took 10.21 seconds to spawn the instance on the hypervisor. [ 1567.047118] env[62127]: DEBUG nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1567.047935] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1683571b-9c7b-439a-91ff-06ae8ddaa900 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.168881] env[62127]: DEBUG oslo_vmware.api [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733487, 'name': PowerOffVM_Task, 'duration_secs': 0.20388} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.169177] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1567.169350] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1567.169602] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42c3bbdd-1073-49e6-b317-f81701a2d047 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.261133] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1567.261397] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1567.261594] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Deleting the datastore file [datastore1] 14175f81-3936-40f0-a47a-93a5cce2fdaa {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1567.261869] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a163b4e9-1047-4252-9019-5d939355b1a5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.268762] env[62127]: DEBUG oslo_vmware.api [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1567.268762] env[62127]: value = "task-1733489" [ 1567.268762] env[62127]: _type = "Task" [ 1567.268762] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.277366] env[62127]: DEBUG oslo_vmware.api [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733489, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.407740] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "refresh_cache-f0645e1e-dadb-4b30-8d6f-991ed2c836bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1567.407905] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "refresh_cache-f0645e1e-dadb-4b30-8d6f-991ed2c836bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1567.408071] env[62127]: DEBUG nova.network.neutron [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1567.433130] env[62127]: INFO nova.compute.resource_tracker [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating resource usage from migration 2b6bacbc-65ca-466a-a63c-7e1ddc15dc0c [ 1567.512247] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ae11cc-89b2-877c-424c-0a8420965c43, 'name': SearchDatastore_Task, 'duration_secs': 0.019736} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.514705] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1567.514997] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 62a04718-3bf6-4015-aa89-d8cff4572712/62a04718-3bf6-4015-aa89-d8cff4572712.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1567.515456] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07220fa5-f2e6-4f22-bb0d-e1894858d69d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.523270] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1567.523270] env[62127]: value = "task-1733490" [ 1567.523270] env[62127]: _type = "Task" [ 1567.523270] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.534922] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733490, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.566210] env[62127]: INFO nova.compute.manager [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Took 40.92 seconds to build instance. [ 1567.704977] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014e3e18-3744-4f2a-9eb4-2ac702131955 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.716023] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d829b00e-8d48-47ee-95cd-657d6ef710b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.747573] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770ff63f-f1c7-4d24-8a07-2fff7c2ac0e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.755538] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d06b87-a904-475e-810f-1ffafbd92c7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.769821] env[62127]: DEBUG nova.compute.provider_tree [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1567.779229] env[62127]: DEBUG oslo_vmware.api [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733489, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471253} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1567.780080] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1567.780293] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1567.780492] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1567.780669] env[62127]: INFO nova.compute.manager [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1567.780926] env[62127]: DEBUG oslo.service.loopingcall [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1567.781145] env[62127]: DEBUG nova.compute.manager [-] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1567.781240] env[62127]: DEBUG nova.network.neutron [-] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1567.833785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "1eb07665-c344-42a5-9647-28943d05373b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.833785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "1eb07665-c344-42a5-9647-28943d05373b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.833785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "1eb07665-c344-42a5-9647-28943d05373b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1567.833785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "1eb07665-c344-42a5-9647-28943d05373b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1567.834045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "1eb07665-c344-42a5-9647-28943d05373b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1567.836860] env[62127]: INFO nova.compute.manager [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Terminating instance [ 1567.838267] env[62127]: DEBUG nova.compute.manager [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1567.838461] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1567.839377] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ead81e-912a-458f-8178-605939ffdfc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.848214] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1567.848341] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8db9a9a5-013e-4dc9-b113-fd0f1768e23e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1567.855532] env[62127]: DEBUG oslo_vmware.api [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1567.855532] env[62127]: value = "task-1733491" [ 1567.855532] env[62127]: _type = "Task" [ 1567.855532] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1567.864492] env[62127]: DEBUG oslo_vmware.api [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1567.963327] env[62127]: DEBUG nova.network.neutron [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1568.041979] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733490, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.068836] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9b7ee4-e8a7-4e3e-aa99-3646600472fa tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "26f0c5d7-b920-42a7-ae8f-804003cc8659" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.431s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.253168] env[62127]: DEBUG nova.network.neutron [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Updating instance_info_cache with network_info: [{"id": "41b2a041-dbe8-42f8-ab73-44405c44d9a2", "address": "fa:16:3e:12:71:f8", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b2a041-db", "ovs_interfaceid": "41b2a041-dbe8-42f8-ab73-44405c44d9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.275756] env[62127]: DEBUG nova.scheduler.client.report [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1568.346587] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "8bee3ff4-7975-42aa-801a-20299b7a18b4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1568.346587] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.371094] env[62127]: DEBUG oslo_vmware.api [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733491, 'name': PowerOffVM_Task, 'duration_secs': 0.235529} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.371908] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1568.372326] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1568.372759] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9091bf45-a357-438c-a4af-4ceb0d49eacf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.469887] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1568.470137] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1568.470325] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleting the datastore file [datastore1] 1eb07665-c344-42a5-9647-28943d05373b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1568.470607] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b8d0a994-106c-4a03-a1af-75a5d78fb0ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.478137] env[62127]: DEBUG oslo_vmware.api [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1568.478137] env[62127]: value = "task-1733493" [ 1568.478137] env[62127]: _type = "Task" [ 1568.478137] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.486699] env[62127]: DEBUG oslo_vmware.api [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.536664] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733490, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1568.536977] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 62a04718-3bf6-4015-aa89-d8cff4572712/62a04718-3bf6-4015-aa89-d8cff4572712.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1568.537206] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1568.537459] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c5ae5df-5aec-42cb-bda5-766da888b44d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.545171] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1568.545171] env[62127]: value = "task-1733494" [ 1568.545171] env[62127]: _type = "Task" [ 1568.545171] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.554937] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733494, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.725087] env[62127]: DEBUG nova.network.neutron [-] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1568.756773] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "refresh_cache-f0645e1e-dadb-4b30-8d6f-991ed2c836bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1568.757293] env[62127]: DEBUG nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Instance network_info: |[{"id": "41b2a041-dbe8-42f8-ab73-44405c44d9a2", "address": "fa:16:3e:12:71:f8", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b2a041-db", "ovs_interfaceid": "41b2a041-dbe8-42f8-ab73-44405c44d9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1568.757897] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:71:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd3c6b64-aba2-4bdc-a693-3b4dff3ed861', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41b2a041-dbe8-42f8-ab73-44405c44d9a2', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1568.770646] env[62127]: DEBUG oslo.service.loopingcall [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1568.771423] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1568.771764] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9f688468-1aee-441d-bc64-82bfc7c9010b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.796476] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.374s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1568.796786] env[62127]: INFO nova.compute.manager [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Migrating [ 1568.806733] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.160s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1568.809083] env[62127]: INFO nova.compute.claims [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1568.825246] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1568.825246] env[62127]: value = "task-1733495" [ 1568.825246] env[62127]: _type = "Task" [ 1568.825246] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1568.840289] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733495, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1568.848887] env[62127]: DEBUG nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1568.857187] env[62127]: DEBUG nova.compute.manager [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Received event network-changed-41b2a041-dbe8-42f8-ab73-44405c44d9a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1568.857873] env[62127]: DEBUG nova.compute.manager [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Refreshing instance network info cache due to event network-changed-41b2a041-dbe8-42f8-ab73-44405c44d9a2. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1568.857873] env[62127]: DEBUG oslo_concurrency.lockutils [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] Acquiring lock "refresh_cache-f0645e1e-dadb-4b30-8d6f-991ed2c836bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1568.857873] env[62127]: DEBUG oslo_concurrency.lockutils [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] Acquired lock "refresh_cache-f0645e1e-dadb-4b30-8d6f-991ed2c836bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1568.857873] env[62127]: DEBUG nova.network.neutron [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Refreshing network info cache for port 41b2a041-dbe8-42f8-ab73-44405c44d9a2 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1568.872904] env[62127]: INFO nova.compute.manager [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Rebuilding instance [ 1568.925993] env[62127]: DEBUG nova.compute.manager [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1568.927026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158d499b-9714-41bf-938e-e1fdda8ed92c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.991275] env[62127]: DEBUG oslo_vmware.api [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733493, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.794077] env[62127]: INFO nova.compute.manager [-] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Took 2.01 seconds to deallocate network for instance. [ 1569.796450] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.796651] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.796759] env[62127]: DEBUG nova.network.neutron [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1569.802220] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1569.802583] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733494, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.304266} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.811847] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-349b83ab-208c-4413-b219-a4e070169db9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.815807] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1569.820532] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bcaa7d2-0d20-4db3-8fef-a7ba20611aad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.835219] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733495, 'name': CreateVM_Task, 'duration_secs': 0.410075} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.835219] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1569.849756] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1569.850240] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1569.850240] env[62127]: value = "task-1733496" [ 1569.850240] env[62127]: _type = "Task" [ 1569.850240] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.859756] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 62a04718-3bf6-4015-aa89-d8cff4572712/62a04718-3bf6-4015-aa89-d8cff4572712.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1569.862018] env[62127]: DEBUG oslo_vmware.api [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733493, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.589668} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.863469] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.863642] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.863952] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1569.864291] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-709c7dde-c91d-4d39-9847-c9e32b67d670 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.878872] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1569.878872] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1569.878872] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1569.879118] env[62127]: INFO nova.compute.manager [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Took 2.04 seconds to destroy the instance on the hypervisor. [ 1569.879277] env[62127]: DEBUG oslo.service.loopingcall [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1569.882569] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7fc07ae3-4f76-4017-a489-8b5d28a090b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.887564] env[62127]: DEBUG nova.compute.manager [-] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1569.887675] env[62127]: DEBUG nova.network.neutron [-] [instance: 1eb07665-c344-42a5-9647-28943d05373b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1569.898117] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1569.898117] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5253c683-87f9-805e-53a6-4a28a832f4c1" [ 1569.898117] env[62127]: _type = "Task" [ 1569.898117] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.901730] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733496, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.902179] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1569.902179] env[62127]: value = "task-1733497" [ 1569.902179] env[62127]: _type = "Task" [ 1569.902179] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.917598] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5253c683-87f9-805e-53a6-4a28a832f4c1, 'name': SearchDatastore_Task, 'duration_secs': 0.012672} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1569.920839] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1569.921100] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1569.921331] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1569.921474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1569.922375] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1569.922375] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733497, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1569.924944] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-46d2cff9-8c2e-4975-a7b4-4a68e45fe54f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.937979] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1569.938384] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1569.939605] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62b59cd3-194a-4b5a-b7cf-70b79f24b663 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.951737] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1569.951737] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526195f5-078a-d678-1e50-2acdb347ce9e" [ 1569.951737] env[62127]: _type = "Task" [ 1569.951737] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1569.963711] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526195f5-078a-d678-1e50-2acdb347ce9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.172013] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5196cc2-64eb-4a32-b4c9-b25ec7664382 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.179210] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f471e629-01a2-45c6-924e-db2e87372044 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.212643] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35245fbf-6184-40d7-a35d-7b14dda12045 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.221513] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a50f333-2486-4a03-a755-69b2d98f7f65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.238398] env[62127]: DEBUG nova.compute.provider_tree [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1570.286652] env[62127]: DEBUG nova.network.neutron [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Updated VIF entry in instance network info cache for port 41b2a041-dbe8-42f8-ab73-44405c44d9a2. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1570.287082] env[62127]: DEBUG nova.network.neutron [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Updating instance_info_cache with network_info: [{"id": "41b2a041-dbe8-42f8-ab73-44405c44d9a2", "address": "fa:16:3e:12:71:f8", "network": {"id": "04524720-db6a-4a95-9f26-1d7973f0a810", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1218408338-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b66fa537ed7e444596055e4efea13282", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd3c6b64-aba2-4bdc-a693-3b4dff3ed861", "external-id": "nsx-vlan-transportzone-600", "segmentation_id": 600, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41b2a041-db", "ovs_interfaceid": "41b2a041-dbe8-42f8-ab73-44405c44d9a2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.325069] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1570.373381] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733496, 'name': PowerOffVM_Task, 'duration_secs': 0.152623} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.373657] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1570.373874] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1570.374654] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dfaced3-2f3d-4c3d-915e-122f603980eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.382553] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1570.382926] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8777dec-74b9-496a-8bfd-b15e1e6a14d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.413073] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1570.413327] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1570.413511] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleting the datastore file [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1570.414147] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a0ba8dc-aa81-4be6-9a67-e9dc4d8f6421 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.419424] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733497, 'name': ReconfigVM_Task, 'duration_secs': 0.286047} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.419724] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 62a04718-3bf6-4015-aa89-d8cff4572712/62a04718-3bf6-4015-aa89-d8cff4572712.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1570.421351] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f51b60fe-7353-4321-93e8-463278730eff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.423013] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1570.423013] env[62127]: value = "task-1733499" [ 1570.423013] env[62127]: _type = "Task" [ 1570.423013] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.427921] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1570.427921] env[62127]: value = "task-1733500" [ 1570.427921] env[62127]: _type = "Task" [ 1570.427921] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.434207] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.439350] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733500, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.463807] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526195f5-078a-d678-1e50-2acdb347ce9e, 'name': SearchDatastore_Task, 'duration_secs': 0.011413} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.464562] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c21c1077-97f5-40e6-866b-dcdd5741a72f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.471372] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1570.471372] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520a07f9-6067-33b2-6310-27f7748401dc" [ 1570.471372] env[62127]: _type = "Task" [ 1570.471372] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.480568] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520a07f9-6067-33b2-6310-27f7748401dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.742079] env[62127]: DEBUG nova.scheduler.client.report [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1570.789628] env[62127]: DEBUG oslo_concurrency.lockutils [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] Releasing lock "refresh_cache-f0645e1e-dadb-4b30-8d6f-991ed2c836bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.789932] env[62127]: DEBUG nova.compute.manager [req-00efc9fe-0c82-4866-bb4b-1f29d19a315b req-37fd2670-3c15-4d1b-b74c-ea01a26fc5f1 service nova] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Received event network-vif-deleted-dce92f19-dacd-45f0-a2b9-34d15b7f456a {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1570.808229] env[62127]: DEBUG nova.network.neutron [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance_info_cache with network_info: [{"id": "7499729b-faf3-448d-96d6-59081190a2c3", "address": "fa:16:3e:b9:78:28", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499729b-fa", "ovs_interfaceid": "7499729b-faf3-448d-96d6-59081190a2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.845066] env[62127]: DEBUG nova.network.neutron [-] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1570.881190] env[62127]: DEBUG nova.compute.manager [req-b13449ce-f3a1-49cb-a9fd-e26496909aa7 req-a61df411-0e25-42c0-9df9-bd62427655cc service nova] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Received event network-vif-deleted-cff06d45-ebee-46eb-94a3-0b58ba087959 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1570.934796] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113076} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.935309] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1570.935525] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1570.935735] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1570.941330] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733500, 'name': Rename_Task, 'duration_secs': 0.184768} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.941760] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1570.942011] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9556f07-b7f4-45bf-9f59-3827a05d0d12 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.949692] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1570.949692] env[62127]: value = "task-1733501" [ 1570.949692] env[62127]: _type = "Task" [ 1570.949692] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1570.957255] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1570.982955] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520a07f9-6067-33b2-6310-27f7748401dc, 'name': SearchDatastore_Task, 'duration_secs': 0.023029} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1570.983276] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1570.983573] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f0645e1e-dadb-4b30-8d6f-991ed2c836bd/f0645e1e-dadb-4b30-8d6f-991ed2c836bd.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1570.983850] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73c59adb-7703-40c7-92c9-f3da5d25b3b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1570.992131] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1570.992131] env[62127]: value = "task-1733502" [ 1570.992131] env[62127]: _type = "Task" [ 1570.992131] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1571.001023] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.247465] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.441s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1571.248202] env[62127]: DEBUG nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1571.250938] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.193s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1571.251207] env[62127]: DEBUG nova.objects.instance [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lazy-loading 'resources' on Instance uuid 31206609-3cc4-45b3-975d-f68703963795 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1571.311894] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1571.348120] env[62127]: INFO nova.compute.manager [-] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Took 1.46 seconds to deallocate network for instance. [ 1571.462089] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733501, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.506019] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733502, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1571.754400] env[62127]: DEBUG nova.compute.utils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1571.759040] env[62127]: DEBUG nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1571.759217] env[62127]: DEBUG nova.network.neutron [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1571.800536] env[62127]: DEBUG nova.policy [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb6f9b6e15c45ec9e38725db06ccec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112cf88089b84635bc2b914d1f9072eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1571.856181] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1571.970087] env[62127]: DEBUG oslo_vmware.api [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733501, 'name': PowerOnVM_Task, 'duration_secs': 0.571322} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1571.975371] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1571.975516] env[62127]: INFO nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1571.975901] env[62127]: DEBUG nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1571.979466] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c1fa9ff-a026-4d9e-a761-0b6a0563eeb8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1571.993489] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1571.997107] env[62127]: DEBUG nova.virt.hardware [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1571.997107] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84f9109-2459-4176-92b7-432a10ffe632 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.017688] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58686} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.022783] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f0645e1e-dadb-4b30-8d6f-991ed2c836bd/f0645e1e-dadb-4b30-8d6f-991ed2c836bd.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1572.022783] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1572.027019] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8fe90c-d34b-4361-a273-522a668db724 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.029389] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10e1888a-4c9e-452a-8016-0596da2fc29a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.044915] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1572.050824] env[62127]: DEBUG oslo.service.loopingcall [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1572.054859] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1572.055215] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1572.055215] env[62127]: value = "task-1733503" [ 1572.055215] env[62127]: _type = "Task" [ 1572.055215] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.055872] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea744425-266f-466d-bb80-95b662c7daab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.079578] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.081009] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1572.081009] env[62127]: value = "task-1733504" [ 1572.081009] env[62127]: _type = "Task" [ 1572.081009] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.095970] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733504, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.116474] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79bc896f-2932-4e6d-a5c1-ee0e11501af1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.124372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-373792ce-fd81-43cb-b16b-f1c0cc99d696 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.128151] env[62127]: DEBUG nova.network.neutron [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Successfully created port: 63486ef9-26b8-4f3a-9b53-a9448b7e9c75 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1572.165687] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6066a4a-4e66-489b-9728-ef3b15a021f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.174424] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6141c184-fb0a-45aa-9248-76f4358ca807 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.189369] env[62127]: DEBUG nova.compute.provider_tree [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1572.259453] env[62127]: DEBUG nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1572.510245] env[62127]: INFO nova.compute.manager [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Took 30.97 seconds to build instance. [ 1572.577146] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07181} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.577428] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1572.578278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be21def3-34cf-47f3-b250-157ec99551ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.602029] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Reconfiguring VM instance instance-00000050 to attach disk [datastore1] f0645e1e-dadb-4b30-8d6f-991ed2c836bd/f0645e1e-dadb-4b30-8d6f-991ed2c836bd.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1572.602624] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea71ccec-8e32-4990-a8b7-491a41954982 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.619416] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733504, 'name': CreateVM_Task, 'duration_secs': 0.307505} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.619925] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1572.620377] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.620540] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.620847] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1572.621101] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47862677-317c-4aaa-b50b-e19d4a969f8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.624979] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1572.624979] env[62127]: value = "task-1733505" [ 1572.624979] env[62127]: _type = "Task" [ 1572.624979] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.630049] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1572.630049] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52481d39-809a-d43b-cedf-19176016cced" [ 1572.630049] env[62127]: _type = "Task" [ 1572.630049] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.635708] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733505, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.642031] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52481d39-809a-d43b-cedf-19176016cced, 'name': SearchDatastore_Task, 'duration_secs': 0.010046} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1572.642031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1572.642031] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1572.642031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1572.642031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.642277] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1572.642414] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9674807f-8c0a-409a-abbf-2ee6765ffeb8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.654443] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1572.654637] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1572.655381] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e57c859-3dde-4b04-8b15-3da779e15a8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.666517] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1572.666517] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523daa03-8338-ded9-228f-e01142cc5151" [ 1572.666517] env[62127]: _type = "Task" [ 1572.666517] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1572.674543] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523daa03-8338-ded9-228f-e01142cc5151, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1572.692568] env[62127]: DEBUG nova.scheduler.client.report [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1572.828784] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94dce449-07cd-4baf-a7eb-5b48884685a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1572.849468] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance 'fd55f844-be0e-4d47-bee2-a85983a00f66' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1573.013300] env[62127]: DEBUG oslo_concurrency.lockutils [None req-791e7cba-3de1-4f34-8031-ddc7466342ab tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "62a04718-3bf6-4015-aa89-d8cff4572712" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.485s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.137431] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.177354] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523daa03-8338-ded9-228f-e01142cc5151, 'name': SearchDatastore_Task, 'duration_secs': 0.010602} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.178127] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07ac61d7-e139-42a1-8912-2f42bcc686d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.184137] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1573.184137] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5203b0f5-06b8-f55a-da46-018369d26274" [ 1573.184137] env[62127]: _type = "Task" [ 1573.184137] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.194468] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5203b0f5-06b8-f55a-da46-018369d26274, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.197484] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.947s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.199900] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 18.316s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.225853] env[62127]: INFO nova.scheduler.client.report [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Deleted allocations for instance 31206609-3cc4-45b3-975d-f68703963795 [ 1573.270693] env[62127]: DEBUG nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1573.301583] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1573.301583] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1573.301583] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1573.301583] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1573.301583] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1573.301583] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1573.301910] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1573.302015] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1573.302390] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1573.302599] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1573.304339] env[62127]: DEBUG nova.virt.hardware [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1573.304339] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73e66ba-42c1-44f1-8c76-a39b377583bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.314465] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bf38b84-d825-48d0-81ed-308276743367 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.355032] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.355284] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0335db5f-bf47-45ff-8270-3038c4e93115 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.363356] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1573.363356] env[62127]: value = "task-1733506" [ 1573.363356] env[62127]: _type = "Task" [ 1573.363356] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.373136] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.605641] env[62127]: DEBUG nova.compute.manager [req-ec5ff7e9-2676-4ec1-b007-51130fca8396 req-d2990c95-614b-479c-9ca1-40e7e5e5646e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Received event network-vif-plugged-63486ef9-26b8-4f3a-9b53-a9448b7e9c75 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1573.605819] env[62127]: DEBUG oslo_concurrency.lockutils [req-ec5ff7e9-2676-4ec1-b007-51130fca8396 req-d2990c95-614b-479c-9ca1-40e7e5e5646e service nova] Acquiring lock "f9329450-1926-43e3-9194-66c0db7a9c27-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.606174] env[62127]: DEBUG oslo_concurrency.lockutils [req-ec5ff7e9-2676-4ec1-b007-51130fca8396 req-d2990c95-614b-479c-9ca1-40e7e5e5646e service nova] Lock "f9329450-1926-43e3-9194-66c0db7a9c27-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.606437] env[62127]: DEBUG oslo_concurrency.lockutils [req-ec5ff7e9-2676-4ec1-b007-51130fca8396 req-d2990c95-614b-479c-9ca1-40e7e5e5646e service nova] Lock "f9329450-1926-43e3-9194-66c0db7a9c27-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.606624] env[62127]: DEBUG nova.compute.manager [req-ec5ff7e9-2676-4ec1-b007-51130fca8396 req-d2990c95-614b-479c-9ca1-40e7e5e5646e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] No waiting events found dispatching network-vif-plugged-63486ef9-26b8-4f3a-9b53-a9448b7e9c75 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1573.606808] env[62127]: WARNING nova.compute.manager [req-ec5ff7e9-2676-4ec1-b007-51130fca8396 req-d2990c95-614b-479c-9ca1-40e7e5e5646e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Received unexpected event network-vif-plugged-63486ef9-26b8-4f3a-9b53-a9448b7e9c75 for instance with vm_state building and task_state spawning. [ 1573.638111] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733505, 'name': ReconfigVM_Task, 'duration_secs': 0.9045} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.638387] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Reconfigured VM instance instance-00000050 to attach disk [datastore1] f0645e1e-dadb-4b30-8d6f-991ed2c836bd/f0645e1e-dadb-4b30-8d6f-991ed2c836bd.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1573.639141] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e5fbfe4-5c1a-4e4f-a076-b3d098186b70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.646215] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1573.646215] env[62127]: value = "task-1733507" [ 1573.646215] env[62127]: _type = "Task" [ 1573.646215] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.656534] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733507, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.681557] env[62127]: DEBUG nova.network.neutron [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Successfully updated port: 63486ef9-26b8-4f3a-9b53-a9448b7e9c75 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1573.696409] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5203b0f5-06b8-f55a-da46-018369d26274, 'name': SearchDatastore_Task, 'duration_secs': 0.011295} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.697312] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1573.697610] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1573.697927] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-536eb756-cf17-4789-8c66-7127c2900f07 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.716378] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1573.716378] env[62127]: value = "task-1733508" [ 1573.716378] env[62127]: _type = "Task" [ 1573.716378] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.726678] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733508, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.737134] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "62a04718-3bf6-4015-aa89-d8cff4572712" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.737397] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "62a04718-3bf6-4015-aa89-d8cff4572712" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.738083] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "62a04718-3bf6-4015-aa89-d8cff4572712-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1573.738287] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "62a04718-3bf6-4015-aa89-d8cff4572712-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1573.738476] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "62a04718-3bf6-4015-aa89-d8cff4572712-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.740488] env[62127]: INFO nova.compute.manager [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Terminating instance [ 1573.741867] env[62127]: DEBUG oslo_concurrency.lockutils [None req-63ab90a5-cd3c-42f2-b6cc-65bfd5d67315 tempest-TenantUsagesTestJSON-827460769 tempest-TenantUsagesTestJSON-827460769-project-member] Lock "31206609-3cc4-45b3-975d-f68703963795" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.335s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1573.743018] env[62127]: DEBUG nova.compute.manager [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1573.743244] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1573.744099] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10062915-a355-4492-abcb-a3b4ef7b5ec7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.752979] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1573.753264] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cff52ae1-1e27-42be-9309-26b0923487f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1573.763106] env[62127]: DEBUG oslo_vmware.api [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1573.763106] env[62127]: value = "task-1733509" [ 1573.763106] env[62127]: _type = "Task" [ 1573.763106] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1573.776256] env[62127]: DEBUG oslo_vmware.api [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733509, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1573.878388] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733506, 'name': PowerOffVM_Task, 'duration_secs': 0.311594} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1573.878872] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1573.879151] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance 'fd55f844-be0e-4d47-bee2-a85983a00f66' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1574.158096] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733507, 'name': Rename_Task, 'duration_secs': 0.163777} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.158429] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1574.158669] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f20b36b3-8aa8-475c-b3d7-d7619470dea1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.167885] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1574.167885] env[62127]: value = "task-1733510" [ 1574.167885] env[62127]: _type = "Task" [ 1574.167885] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.189242] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1574.189433] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1574.189571] env[62127]: DEBUG nova.network.neutron [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1574.190837] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.218058] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Applying migration context for instance fd55f844-be0e-4d47-bee2-a85983a00f66 as it has an incoming, in-progress migration 2b6bacbc-65ca-466a-a63c-7e1ddc15dc0c. Migration status is migrating {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1574.219980] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating resource usage from migration 2b6bacbc-65ca-466a-a63c-7e1ddc15dc0c [ 1574.233174] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733508, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.244862] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 474c168c-e96d-4d98-94e0-24749c242dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.245230] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.246579] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1eb07665-c344-42a5-9647-28943d05373b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1574.246579] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4f326749-ebb8-4db1-ab0c-736b7b66197a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.246579] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2efabb10-ad80-4054-854f-677488cb911f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.246579] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance e2d79ee0-158f-4d15-ac33-f3d9315b51df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.246579] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1574.246579] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.246579] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 14175f81-3936-40f0-a47a-93a5cce2fdaa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1574.246579] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 91a88f57-1313-4413-bd71-165946022e95 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1574.246579] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 60ade9af-c648-426f-983a-b3871d7a7c76 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.247032] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 71256c2f-af27-4872-b5d7-2477466a6f69 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1574.247032] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance cebd71d6-5e4d-430f-9159-a0cfa5069c0d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.247032] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 26f0c5d7-b920-42a7-ae8f-804003cc8659 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.247032] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 62a04718-3bf6-4015-aa89-d8cff4572712 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.247151] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f0645e1e-dadb-4b30-8d6f-991ed2c836bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.247657] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration 2b6bacbc-65ca-466a-a63c-7e1ddc15dc0c is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1574.247657] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance fd55f844-be0e-4d47-bee2-a85983a00f66 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.247657] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f9329450-1926-43e3-9194-66c0db7a9c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1574.273776] env[62127]: DEBUG oslo_vmware.api [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733509, 'name': PowerOffVM_Task, 'duration_secs': 0.217145} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.274119] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1574.274317] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1574.274581] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-49e3f2bb-0959-40d5-8a64-4e920dec85fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.388466] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1574.388721] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1574.388933] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1574.389027] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1574.389212] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1574.389429] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1574.389642] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1574.389837] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1574.390058] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1574.390252] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1574.390460] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1574.396282] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b26acf-991f-423d-9d3f-b3a1f64116be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.416430] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1574.416430] env[62127]: value = "task-1733512" [ 1574.416430] env[62127]: _type = "Task" [ 1574.416430] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.425599] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.678802] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733510, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.728268] env[62127]: DEBUG nova.network.neutron [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1574.733896] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733508, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560698} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.735038] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1574.735038] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1574.735038] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c9c70ab-87df-4a3f-90b1-d4c2d3fc630a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1574.741683] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1574.741683] env[62127]: value = "task-1733513" [ 1574.741683] env[62127]: _type = "Task" [ 1574.741683] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1574.750669] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8bee3ff4-7975-42aa-801a-20299b7a18b4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1574.751053] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1574.751223] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3328MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1574.753598] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733513, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1574.916671] env[62127]: DEBUG nova.network.neutron [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Updating instance_info_cache with network_info: [{"id": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "address": "fa:16:3e:4f:11:4a", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63486ef9-26", "ovs_interfaceid": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1574.931027] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733512, 'name': ReconfigVM_Task, 'duration_secs': 0.482172} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1574.931027] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance 'fd55f844-be0e-4d47-bee2-a85983a00f66' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1575.035177] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dcbc168-83e3-438b-9589-14bcebfd1978 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.044972] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a15a0eb-e537-49c9-a14c-300f61cfc770 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.076846] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d2a1da-722f-4f7a-a80d-9c977cfc4440 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.085113] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313a3e74-6087-4499-84ae-ff6b6daae1b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.100043] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1575.179299] env[62127]: DEBUG oslo_vmware.api [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733510, 'name': PowerOnVM_Task, 'duration_secs': 0.849313} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.179589] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1575.179798] env[62127]: INFO nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1575.179968] env[62127]: DEBUG nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1575.180759] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15dbc4e1-0b83-46de-9541-ec0baf6a8de2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.251913] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733513, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072966} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.252424] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1575.253199] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c5f5eb6-8398-42d8-88a4-ab5ca23104cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.272872] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1575.273794] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8902af89-65a3-4e8b-9220-a70ddf5e4dc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.296333] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1575.296333] env[62127]: value = "task-1733514" [ 1575.296333] env[62127]: _type = "Task" [ 1575.296333] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.303333] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1575.303552] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1575.303783] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Deleting the datastore file [datastore1] 62a04718-3bf6-4015-aa89-d8cff4572712 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1575.303980] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02622299-871d-4f26-8621-da7696a2ea7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.309257] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.316650] env[62127]: DEBUG oslo_vmware.api [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for the task: (returnval){ [ 1575.316650] env[62127]: value = "task-1733515" [ 1575.316650] env[62127]: _type = "Task" [ 1575.316650] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.327530] env[62127]: DEBUG oslo_vmware.api [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.425273] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1575.425489] env[62127]: DEBUG nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Instance network_info: |[{"id": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "address": "fa:16:3e:4f:11:4a", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63486ef9-26", "ovs_interfaceid": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1575.425950] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:11:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63486ef9-26b8-4f3a-9b53-a9448b7e9c75', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1575.433887] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating folder: Project (112cf88089b84635bc2b914d1f9072eb). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1575.434247] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-99040470-e16c-4da0-9c91-5fb1fcb9ba38 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.441738] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1575.442077] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1575.442412] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1575.442664] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1575.442891] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1575.443141] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1575.443431] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1575.443666] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1575.443907] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1575.444208] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1575.444470] env[62127]: DEBUG nova.virt.hardware [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1575.450141] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Reconfiguring VM instance instance-00000048 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1575.451759] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce74075-08f6-4ce9-9c0c-b109cc3aecfb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.465690] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created folder: Project (112cf88089b84635bc2b914d1f9072eb) in parent group-v360450. [ 1575.466013] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating folder: Instances. Parent ref: group-v360679. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1575.466350] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-82f66789-32d6-47d6-a006-465c354f1ffd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.475997] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1575.475997] env[62127]: value = "task-1733518" [ 1575.475997] env[62127]: _type = "Task" [ 1575.475997] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.481654] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created folder: Instances in parent group-v360679. [ 1575.482045] env[62127]: DEBUG oslo.service.loopingcall [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.482877] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1575.483349] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2938dc35-b19d-4a37-943a-a18e6aac1004 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.504472] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733518, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.512499] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1575.512499] env[62127]: value = "task-1733519" [ 1575.512499] env[62127]: _type = "Task" [ 1575.512499] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.521817] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733519, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.603400] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1575.633957] env[62127]: DEBUG nova.compute.manager [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Received event network-changed-63486ef9-26b8-4f3a-9b53-a9448b7e9c75 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1575.634667] env[62127]: DEBUG nova.compute.manager [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Refreshing instance network info cache due to event network-changed-63486ef9-26b8-4f3a-9b53-a9448b7e9c75. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1575.634966] env[62127]: DEBUG oslo_concurrency.lockutils [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] Acquiring lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1575.635216] env[62127]: DEBUG oslo_concurrency.lockutils [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] Acquired lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1575.635399] env[62127]: DEBUG nova.network.neutron [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Refreshing network info cache for port 63486ef9-26b8-4f3a-9b53-a9448b7e9c75 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1575.698084] env[62127]: INFO nova.compute.manager [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Took 29.80 seconds to build instance. [ 1575.807520] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733514, 'name': ReconfigVM_Task, 'duration_secs': 0.347455} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.807788] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Reconfigured VM instance instance-0000004e to attach disk [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659/26f0c5d7-b920-42a7-ae8f-804003cc8659.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1575.808507] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9eb67d1a-9236-465a-8cd4-c858eca3c858 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.816127] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1575.816127] env[62127]: value = "task-1733520" [ 1575.816127] env[62127]: _type = "Task" [ 1575.816127] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1575.829395] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733520, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1575.832663] env[62127]: DEBUG oslo_vmware.api [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Task: {'id': task-1733515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174366} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.832921] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1575.833333] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1575.833333] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1575.833501] env[62127]: INFO nova.compute.manager [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Took 2.09 seconds to destroy the instance on the hypervisor. [ 1575.833699] env[62127]: DEBUG oslo.service.loopingcall [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1575.833892] env[62127]: DEBUG nova.compute.manager [-] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1575.833987] env[62127]: DEBUG nova.network.neutron [-] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1575.986439] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733518, 'name': ReconfigVM_Task, 'duration_secs': 0.23434} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1575.986736] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Reconfigured VM instance instance-00000048 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1575.987543] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc939a3c-3ae8-4967-b906-592b90a2596a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.010513] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] fd55f844-be0e-4d47-bee2-a85983a00f66/fd55f844-be0e-4d47-bee2-a85983a00f66.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1576.010728] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d045267d-ab4b-4f65-ac28-5a7867168a0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.036683] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733519, 'name': CreateVM_Task, 'duration_secs': 0.399677} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.038017] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1576.038361] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1576.038361] env[62127]: value = "task-1733521" [ 1576.038361] env[62127]: _type = "Task" [ 1576.038361] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.038977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.039149] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.039467] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1576.039761] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a960b71-159a-4505-a4bf-ce7ab720c194 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.053912] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733521, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.054317] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1576.054317] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526b9754-39ea-b3f3-8381-74af6c77ac1d" [ 1576.054317] env[62127]: _type = "Task" [ 1576.054317] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.067860] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526b9754-39ea-b3f3-8381-74af6c77ac1d, 'name': SearchDatastore_Task, 'duration_secs': 0.011895} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.068170] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.068420] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1576.068660] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1576.068811] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1576.069009] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1576.069301] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f5f1a8f-3fcb-4308-8dc3-513c4922d8a5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.078842] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1576.079051] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1576.079845] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23ebe2cb-8da4-4b2c-8189-f9185a7bb07b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.085815] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1576.085815] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528b3823-1b04-2732-4746-30e8338e339d" [ 1576.085815] env[62127]: _type = "Task" [ 1576.085815] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.096645] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528b3823-1b04-2732-4746-30e8338e339d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.108997] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1576.109246] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.909s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.109510] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.060s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.109694] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.111969] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.184s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.112198] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.113839] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.941s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.114044] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.115617] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.281s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.118260] env[62127]: INFO nova.compute.claims [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1576.145837] env[62127]: INFO nova.scheduler.client.report [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Deleted allocations for instance 91a88f57-1313-4413-bd71-165946022e95 [ 1576.151928] env[62127]: INFO nova.scheduler.client.report [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Deleted allocations for instance 71256c2f-af27-4872-b5d7-2477466a6f69 [ 1576.170605] env[62127]: INFO nova.scheduler.client.report [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted allocations for instance 2e1334d2-24e1-4d03-8198-02baa1e6e693 [ 1576.200706] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ea9b895-8c68-46d1-9c68-d9e4b444dad6 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.312s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.328089] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733520, 'name': Rename_Task, 'duration_secs': 0.162458} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.328400] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1576.328668] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c52f40fd-6724-40e3-ae08-6d87f59edcfd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.336658] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1576.336658] env[62127]: value = "task-1733522" [ 1576.336658] env[62127]: _type = "Task" [ 1576.336658] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.348757] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.393900] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.394323] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.394554] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1576.394744] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1576.394912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.397017] env[62127]: INFO nova.compute.manager [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Terminating instance [ 1576.398804] env[62127]: DEBUG nova.compute.manager [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1576.399033] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1576.399878] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e891c6c7-3943-4199-8934-4d01627f1268 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.408444] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1576.408689] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eed94cb-3e8a-47e2-be6c-3d27d999477a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.417810] env[62127]: DEBUG oslo_vmware.api [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1576.417810] env[62127]: value = "task-1733523" [ 1576.417810] env[62127]: _type = "Task" [ 1576.417810] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.421591] env[62127]: DEBUG nova.network.neutron [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Updated VIF entry in instance network info cache for port 63486ef9-26b8-4f3a-9b53-a9448b7e9c75. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1576.421998] env[62127]: DEBUG nova.network.neutron [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Updating instance_info_cache with network_info: [{"id": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "address": "fa:16:3e:4f:11:4a", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63486ef9-26", "ovs_interfaceid": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.426361] env[62127]: DEBUG oslo_vmware.api [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733523, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.552035] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733521, 'name': ReconfigVM_Task, 'duration_secs': 0.469058} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.552035] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Reconfigured VM instance instance-00000048 to attach disk [datastore1] fd55f844-be0e-4d47-bee2-a85983a00f66/fd55f844-be0e-4d47-bee2-a85983a00f66.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1576.552035] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance 'fd55f844-be0e-4d47-bee2-a85983a00f66' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1576.592665] env[62127]: DEBUG nova.network.neutron [-] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1576.598496] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528b3823-1b04-2732-4746-30e8338e339d, 'name': SearchDatastore_Task, 'duration_secs': 0.010768} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.600298] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfeaf995-a532-4541-8153-bce87a150749 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.606900] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1576.606900] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dffdaf-098a-eb5c-ed53-b34852ce5a40" [ 1576.606900] env[62127]: _type = "Task" [ 1576.606900] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1576.616087] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dffdaf-098a-eb5c-ed53-b34852ce5a40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1576.666028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-af7a7baa-8224-461b-850c-0cbeda1e2ba1 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "91a88f57-1313-4413-bd71-165946022e95" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.457s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.666790] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8d47515c-3098-411f-8e87-01353a4e5b72 tempest-ServerAddressesNegativeTestJSON-293711335 tempest-ServerAddressesNegativeTestJSON-293711335-project-member] Lock "71256c2f-af27-4872-b5d7-2477466a6f69" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.171s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.682734] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bfe3f4b9-9e63-4380-aca2-bd01f56f9b6b tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "2e1334d2-24e1-4d03-8198-02baa1e6e693" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.801s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1576.846486] env[62127]: DEBUG oslo_vmware.api [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733522, 'name': PowerOnVM_Task, 'duration_secs': 0.459899} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.846807] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1576.846995] env[62127]: DEBUG nova.compute.manager [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1576.847792] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18193d36-50ef-4281-8461-d791bf1cbee0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.927721] env[62127]: DEBUG oslo_concurrency.lockutils [req-af20332d-dd5d-46b2-b4df-1e558c26c8c3 req-b255a087-f05e-44c6-a9c9-6420adf8b94e service nova] Releasing lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1576.928201] env[62127]: DEBUG oslo_vmware.api [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733523, 'name': PowerOffVM_Task, 'duration_secs': 0.209025} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1576.928766] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1576.928981] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1576.929273] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-20b3e1ee-e39a-471e-86ca-35a43fba7642 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.060487] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9050fe-14ea-4eb7-bdd7-3cc128e323d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.064474] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1577.064693] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1577.064879] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleting the datastore file [datastore1] f0645e1e-dadb-4b30-8d6f-991ed2c836bd {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1577.065518] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-318576d0-5b24-4adb-a030-9d45dfcafdf0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.090687] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-376bb0f3-2aeb-4542-bb54-1c52c1629bd9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.096421] env[62127]: DEBUG oslo_vmware.api [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for the task: (returnval){ [ 1577.096421] env[62127]: value = "task-1733525" [ 1577.096421] env[62127]: _type = "Task" [ 1577.096421] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.111632] env[62127]: INFO nova.compute.manager [-] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Took 1.28 seconds to deallocate network for instance. [ 1577.112078] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance 'fd55f844-be0e-4d47-bee2-a85983a00f66' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1577.137299] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dffdaf-098a-eb5c-ed53-b34852ce5a40, 'name': SearchDatastore_Task, 'duration_secs': 0.010379} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.139023] env[62127]: DEBUG oslo_vmware.api [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.139023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1577.139023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f9329450-1926-43e3-9194-66c0db7a9c27/f9329450-1926-43e3-9194-66c0db7a9c27.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1577.139023] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73fc6af4-689b-4adc-b241-8f47e0caa3b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.147252] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1577.147252] env[62127]: value = "task-1733526" [ 1577.147252] env[62127]: _type = "Task" [ 1577.147252] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1577.157586] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.369936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.399425] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36292969-9a00-47b8-8cd9-b970092027cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.412841] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66f026d4-4f3d-4e31-b972-ca866a1ea216 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.454595] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92347faa-5d21-4203-85e4-4ca3220db39c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.464613] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-273609b8-eb55-4a47-a83a-6b647adaa113 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1577.482212] env[62127]: DEBUG nova.compute.provider_tree [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1577.622751] env[62127]: DEBUG oslo_vmware.api [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Task: {'id': task-1733525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157584} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1577.623035] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1577.623220] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1577.623586] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1577.623586] env[62127]: INFO nova.compute.manager [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1577.623819] env[62127]: DEBUG oslo.service.loopingcall [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1577.624017] env[62127]: DEBUG nova.compute.manager [-] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1577.624118] env[62127]: DEBUG nova.network.neutron [-] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1577.634359] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.660104] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733526, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1577.758030] env[62127]: DEBUG nova.network.neutron [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Port 7499729b-faf3-448d-96d6-59081190a2c3 binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1577.910129] env[62127]: DEBUG nova.compute.manager [req-7842fb90-c840-4b1f-8caa-0569f4d334d8 req-0a959e96-158f-479c-9a4c-120d5d758073 service nova] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Received event network-vif-deleted-b93d397e-7442-4402-a0bc-0ce3a370c2d3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1577.923653] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "26f0c5d7-b920-42a7-ae8f-804003cc8659" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.923966] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "26f0c5d7-b920-42a7-ae8f-804003cc8659" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.924201] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "26f0c5d7-b920-42a7-ae8f-804003cc8659-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1577.924390] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "26f0c5d7-b920-42a7-ae8f-804003cc8659-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1577.924560] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "26f0c5d7-b920-42a7-ae8f-804003cc8659-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1577.928630] env[62127]: INFO nova.compute.manager [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Terminating instance [ 1577.930641] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "refresh_cache-26f0c5d7-b920-42a7-ae8f-804003cc8659" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1577.930807] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "refresh_cache-26f0c5d7-b920-42a7-ae8f-804003cc8659" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1577.930993] env[62127]: DEBUG nova.network.neutron [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1578.014357] env[62127]: ERROR nova.scheduler.client.report [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [req-fbfb846a-ff0b-4457-85ed-f4cc09e01ea8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-fbfb846a-ff0b-4457-85ed-f4cc09e01ea8"}]} [ 1578.040080] env[62127]: DEBUG nova.scheduler.client.report [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1578.067018] env[62127]: DEBUG nova.scheduler.client.report [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1578.067491] env[62127]: DEBUG nova.compute.provider_tree [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1578.081846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "2efabb10-ad80-4054-854f-677488cb911f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.081846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "2efabb10-ad80-4054-854f-677488cb911f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.081846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "2efabb10-ad80-4054-854f-677488cb911f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.081846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "2efabb10-ad80-4054-854f-677488cb911f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.081846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "2efabb10-ad80-4054-854f-677488cb911f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.086585] env[62127]: DEBUG nova.scheduler.client.report [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1578.088807] env[62127]: INFO nova.compute.manager [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Terminating instance [ 1578.092336] env[62127]: DEBUG nova.compute.manager [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1578.092590] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1578.094147] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49d24862-0bd5-4f6a-b1fa-01a04d1d5460 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.103824] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1578.107376] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6fa357c-0981-4ffc-9dc4-40fcbbe4012f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.112126] env[62127]: DEBUG nova.scheduler.client.report [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1578.117789] env[62127]: DEBUG oslo_vmware.api [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1578.117789] env[62127]: value = "task-1733527" [ 1578.117789] env[62127]: _type = "Task" [ 1578.117789] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.132843] env[62127]: DEBUG oslo_vmware.api [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733527, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.164230] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733526, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54113} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.164425] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f9329450-1926-43e3-9194-66c0db7a9c27/f9329450-1926-43e3-9194-66c0db7a9c27.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1578.164632] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1578.164896] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7407eda1-30c5-4926-952f-1d58301d351e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.174838] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1578.174838] env[62127]: value = "task-1733528" [ 1578.174838] env[62127]: _type = "Task" [ 1578.174838] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.185941] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733528, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.377990] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8206ba74-0ee9-4063-95a1-56f4f3df300c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.387882] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc137c65-4e20-42d4-b126-09a32189060a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.420639] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d48a7b2-fbe8-4342-b3c8-12651860bbc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.429372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a027388-ad80-484f-b123-5f15e26c1d31 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.447603] env[62127]: DEBUG nova.compute.provider_tree [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1578.459082] env[62127]: DEBUG nova.network.neutron [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1578.548100] env[62127]: DEBUG nova.network.neutron [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.548100] env[62127]: DEBUG nova.network.neutron [-] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1578.629203] env[62127]: DEBUG oslo_vmware.api [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733527, 'name': PowerOffVM_Task, 'duration_secs': 0.455895} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.629549] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1578.629757] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1578.630051] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c2645f5-f936-4eca-b8b2-0f64da5c9413 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.687421] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733528, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083093} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1578.687694] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1578.688644] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22eb8bd-fe97-470f-98bc-05af0a85e4c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.712949] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Reconfiguring VM instance instance-00000051 to attach disk [datastore1] f9329450-1926-43e3-9194-66c0db7a9c27/f9329450-1926-43e3-9194-66c0db7a9c27.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1578.713288] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5c5c76b9-e87b-44aa-afa2-64594a430ccf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.736728] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1578.736728] env[62127]: value = "task-1733530" [ 1578.736728] env[62127]: _type = "Task" [ 1578.736728] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.749508] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.752939] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1578.753225] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1578.753437] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Deleting the datastore file [datastore1] 2efabb10-ad80-4054-854f-677488cb911f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1578.753722] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48cec324-13c0-432d-86a1-e13e1910e9b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1578.764100] env[62127]: DEBUG oslo_vmware.api [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for the task: (returnval){ [ 1578.764100] env[62127]: value = "task-1733531" [ 1578.764100] env[62127]: _type = "Task" [ 1578.764100] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1578.791161] env[62127]: DEBUG oslo_vmware.api [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733531, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1578.791617] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.791841] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.792059] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1578.852751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1578.852967] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1578.950730] env[62127]: DEBUG nova.scheduler.client.report [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1579.050261] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "refresh_cache-26f0c5d7-b920-42a7-ae8f-804003cc8659" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1579.050728] env[62127]: DEBUG nova.compute.manager [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1579.051129] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1579.051552] env[62127]: INFO nova.compute.manager [-] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Took 1.43 seconds to deallocate network for instance. [ 1579.052539] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbca460d-0e35-4002-b902-1b444c1df09c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.068093] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1579.068550] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-310e3e3f-fe43-4d6f-9276-a02143ca0d07 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.077662] env[62127]: DEBUG oslo_vmware.api [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1579.077662] env[62127]: value = "task-1733532" [ 1579.077662] env[62127]: _type = "Task" [ 1579.077662] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.086858] env[62127]: DEBUG oslo_vmware.api [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733532, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.249894] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733530, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.273641] env[62127]: DEBUG oslo_vmware.api [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Task: {'id': task-1733531, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197944} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.273991] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1579.274210] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1579.274405] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1579.274629] env[62127]: INFO nova.compute.manager [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1579.274903] env[62127]: DEBUG oslo.service.loopingcall [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1579.275149] env[62127]: DEBUG nova.compute.manager [-] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1579.275271] env[62127]: DEBUG nova.network.neutron [-] [instance: 2efabb10-ad80-4054-854f-677488cb911f] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1579.357082] env[62127]: DEBUG nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1579.458031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.342s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.458644] env[62127]: DEBUG nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1579.462108] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.137s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.462304] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.464463] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.608s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.464680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1579.466509] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.097s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1579.468049] env[62127]: DEBUG nova.objects.instance [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1579.499217] env[62127]: INFO nova.scheduler.client.report [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Deleted allocations for instance 14175f81-3936-40f0-a47a-93a5cce2fdaa [ 1579.510015] env[62127]: INFO nova.scheduler.client.report [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted allocations for instance 1eb07665-c344-42a5-9647-28943d05373b [ 1579.569943] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.590406] env[62127]: DEBUG oslo_vmware.api [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733532, 'name': PowerOffVM_Task, 'duration_secs': 0.224552} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.591771] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1579.591926] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1579.592201] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8968e14-fafe-4723-8425-5267a8e969ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.624804] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1579.625051] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1579.625245] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleting the datastore file [datastore1] 26f0c5d7-b920-42a7-ae8f-804003cc8659 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1579.628922] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f33c81fc-899d-4d25-ba52-7140a851caa1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.634101] env[62127]: DEBUG oslo_vmware.api [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1579.634101] env[62127]: value = "task-1733534" [ 1579.634101] env[62127]: _type = "Task" [ 1579.634101] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.643730] env[62127]: DEBUG oslo_vmware.api [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733534, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.751958] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733530, 'name': ReconfigVM_Task, 'duration_secs': 0.613702} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1579.752390] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Reconfigured VM instance instance-00000051 to attach disk [datastore1] f9329450-1926-43e3-9194-66c0db7a9c27/f9329450-1926-43e3-9194-66c0db7a9c27.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1579.753218] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f950123-1814-4bb7-8995-29f5480ab605 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1579.763169] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1579.763169] env[62127]: value = "task-1733535" [ 1579.763169] env[62127]: _type = "Task" [ 1579.763169] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1579.776417] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733535, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1579.839037] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1579.839037] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.839037] env[62127]: DEBUG nova.network.neutron [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1579.876384] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1579.944349] env[62127]: DEBUG nova.compute.manager [req-de403c51-806a-4626-a37a-d67028ad66ee req-d2cf9663-a9ab-44be-af7b-588b05321f4e service nova] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Received event network-vif-deleted-41b2a041-dbe8-42f8-ab73-44405c44d9a2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1579.944349] env[62127]: DEBUG nova.compute.manager [req-de403c51-806a-4626-a37a-d67028ad66ee req-d2cf9663-a9ab-44be-af7b-588b05321f4e service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Received event network-vif-deleted-1ac023c6-60e7-4613-927c-a462e599bc8e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1579.944814] env[62127]: INFO nova.compute.manager [req-de403c51-806a-4626-a37a-d67028ad66ee req-d2cf9663-a9ab-44be-af7b-588b05321f4e service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Neutron deleted interface 1ac023c6-60e7-4613-927c-a462e599bc8e; detaching it from the instance and deleting it from the info cache [ 1579.945240] env[62127]: DEBUG nova.network.neutron [req-de403c51-806a-4626-a37a-d67028ad66ee req-d2cf9663-a9ab-44be-af7b-588b05321f4e service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1579.977624] env[62127]: DEBUG nova.compute.utils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1579.979400] env[62127]: DEBUG nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1579.981682] env[62127]: DEBUG nova.network.neutron [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1580.012673] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aadcfccd-c72d-44c8-b32e-6380831ff8b5 tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "14175f81-3936-40f0-a47a-93a5cce2fdaa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.383s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.018964] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a342dcb8-b339-4224-ae61-c5940864fc56 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "1eb07665-c344-42a5-9647-28943d05373b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.186s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.034622] env[62127]: DEBUG nova.policy [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a6f67dfbf7ea4dbc8ac8f457176e1ea5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '436b211dd06e4f9fa73844f594738afb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1580.093891] env[62127]: DEBUG nova.network.neutron [-] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.146260] env[62127]: DEBUG oslo_vmware.api [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733534, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.092045} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.146650] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1580.146962] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1580.147258] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1580.147550] env[62127]: INFO nova.compute.manager [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1580.148012] env[62127]: DEBUG oslo.service.loopingcall [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1580.150018] env[62127]: DEBUG nova.compute.manager [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1580.150018] env[62127]: DEBUG nova.network.neutron [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1580.185513] env[62127]: DEBUG nova.network.neutron [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1580.276193] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733535, 'name': Rename_Task, 'duration_secs': 0.164864} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.276193] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1580.276193] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7874966-716a-47a9-a56b-0f0491b1c904 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.283019] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1580.283019] env[62127]: value = "task-1733536" [ 1580.283019] env[62127]: _type = "Task" [ 1580.283019] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1580.290110] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1580.451023] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a4f37422-f2f4-4844-9071-aa62942ec866 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.463029] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc31ef-6784-409e-bd36-8debab8741e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.480897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d2a32f5e-b699-4d39-aa0f-7d407942fe88 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1580.483371] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.849s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1580.487025] env[62127]: DEBUG nova.objects.instance [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lazy-loading 'resources' on Instance uuid 62a04718-3bf6-4015-aa89-d8cff4572712 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1580.504046] env[62127]: DEBUG nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1580.506655] env[62127]: DEBUG nova.compute.manager [req-de403c51-806a-4626-a37a-d67028ad66ee req-d2cf9663-a9ab-44be-af7b-588b05321f4e service nova] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Detach interface failed, port_id=1ac023c6-60e7-4613-927c-a462e599bc8e, reason: Instance 2efabb10-ad80-4054-854f-677488cb911f could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1580.525509] env[62127]: DEBUG nova.network.neutron [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Successfully created port: a8abc58b-156e-4877-abd8-05951b8a605f {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1580.595706] env[62127]: INFO nova.compute.manager [-] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Took 1.32 seconds to deallocate network for instance. [ 1580.689234] env[62127]: DEBUG nova.network.neutron [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1580.775381] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e850c3-0ff3-454d-8a28-ec5950b64ae7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.786984] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21a266e0-0ffb-40e6-8629-caaebbb84b1c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.798747] env[62127]: DEBUG oslo_vmware.api [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733536, 'name': PowerOnVM_Task, 'duration_secs': 0.48885} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1580.823839] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1580.824085] env[62127]: INFO nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1580.824305] env[62127]: DEBUG nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1580.825374] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fec8a4-8e6d-4fc3-9732-17c6442582a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.828360] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3943c59d-ea46-42d9-ba49-96541c9034bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.837889] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d089a02-2724-4ae9-89d0-b6695bbd1c49 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1580.856623] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1580.927032] env[62127]: DEBUG nova.network.neutron [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance_info_cache with network_info: [{"id": "7499729b-faf3-448d-96d6-59081190a2c3", "address": "fa:16:3e:b9:78:28", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499729b-fa", "ovs_interfaceid": "7499729b-faf3-448d-96d6-59081190a2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1581.105543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.192082] env[62127]: INFO nova.compute.manager [-] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Took 1.04 seconds to deallocate network for instance. [ 1581.356047] env[62127]: INFO nova.compute.manager [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Took 31.74 seconds to build instance. [ 1581.390462] env[62127]: ERROR nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [req-f66ffd17-f936-48b4-be39-592044248f0b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f66ffd17-f936-48b4-be39-592044248f0b"}]} [ 1581.414827] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1581.432185] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1581.442780] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1581.443616] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.463527] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1581.496202] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1581.511543] env[62127]: DEBUG nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1581.539545] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1581.539811] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1581.539972] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1581.540171] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1581.540318] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1581.540464] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1581.540667] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1581.540824] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1581.540989] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1581.542420] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1581.544290] env[62127]: DEBUG nova.virt.hardware [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1581.545172] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5baa09e-657b-4bfc-aa0a-2304424eb669 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.555879] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9295f495-6c97-44c2-9b0d-df9da8312fd2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.702430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.742773] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715adfba-097f-47a4-807d-3f468eab1079 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.751509] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b12d7c-8590-4a83-a6dd-0bd3b106e2bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.785918] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ad2c422-7092-4d65-8a3c-5bbe6f80546f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.794925] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25ec6870-e185-456f-afe7-e13d2cd8b3d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.812982] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1581.858240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eed72b48-2237-469a-a3d2-c31163c01f88 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "f9329450-1926-43e3-9194-66c0db7a9c27" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.251s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.931733] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.932100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.932239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1581.932425] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1581.932594] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1581.935075] env[62127]: INFO nova.compute.manager [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Terminating instance [ 1581.940504] env[62127]: DEBUG nova.compute.manager [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1581.940610] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1581.941814] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e9d7a-c105-43ac-abd7-46c96dfb91bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.956877] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1581.957596] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2879f95d-62bf-4762-8c51-3875bf645ce2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.962278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a31b1ab-9f7a-4d27-b0de-a67e7610e2a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.966563] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1581.966563] env[62127]: value = "task-1733537" [ 1581.966563] env[62127]: _type = "Task" [ 1581.966563] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1581.991716] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-816ebebc-9000-4a08-8d0a-197f520e31e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1581.994524] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.003398] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance 'fd55f844-be0e-4d47-bee2-a85983a00f66' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1582.338412] env[62127]: ERROR nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [req-e83bdd4f-c3d0-4954-b401-fbb9397f2314] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-e83bdd4f-c3d0-4954-b401-fbb9397f2314"}]} [ 1582.355283] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1582.371546] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1582.371812] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1582.387858] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1582.411394] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1582.483188] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.518850] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1582.519503] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3eaade3-218f-4c78-99d7-186c97ed3718 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.528360] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1582.528360] env[62127]: value = "task-1733538" [ 1582.528360] env[62127]: _type = "Task" [ 1582.528360] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1582.542540] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733538, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1582.684368] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a423d2-3194-4f68-a44a-ac8b12210171 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.694973] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3e0a62-8a63-4b4f-9f6e-9400e9a04b3e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.727027] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-010c7f86-168f-428f-b617-76c1fb6bf171 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.737394] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d65928-0e84-4d5c-a2cc-eb398e8e4ee1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.752159] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1582.921247] env[62127]: DEBUG nova.compute.manager [req-415a193f-2f60-4d53-ad86-00e11fd1b2b6 req-75640d73-a3b9-406a-a907-f1298f45a520 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Received event network-vif-plugged-a8abc58b-156e-4877-abd8-05951b8a605f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1582.921247] env[62127]: DEBUG oslo_concurrency.lockutils [req-415a193f-2f60-4d53-ad86-00e11fd1b2b6 req-75640d73-a3b9-406a-a907-f1298f45a520 service nova] Acquiring lock "8bee3ff4-7975-42aa-801a-20299b7a18b4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1582.923440] env[62127]: DEBUG oslo_concurrency.lockutils [req-415a193f-2f60-4d53-ad86-00e11fd1b2b6 req-75640d73-a3b9-406a-a907-f1298f45a520 service nova] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1582.923625] env[62127]: DEBUG oslo_concurrency.lockutils [req-415a193f-2f60-4d53-ad86-00e11fd1b2b6 req-75640d73-a3b9-406a-a907-f1298f45a520 service nova] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1582.924628] env[62127]: DEBUG nova.compute.manager [req-415a193f-2f60-4d53-ad86-00e11fd1b2b6 req-75640d73-a3b9-406a-a907-f1298f45a520 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] No waiting events found dispatching network-vif-plugged-a8abc58b-156e-4877-abd8-05951b8a605f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1582.925553] env[62127]: WARNING nova.compute.manager [req-415a193f-2f60-4d53-ad86-00e11fd1b2b6 req-75640d73-a3b9-406a-a907-f1298f45a520 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Received unexpected event network-vif-plugged-a8abc58b-156e-4877-abd8-05951b8a605f for instance with vm_state building and task_state spawning. [ 1582.984122] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733537, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.021173] env[62127]: DEBUG nova.network.neutron [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Successfully updated port: a8abc58b-156e-4877-abd8-05951b8a605f {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1583.040944] env[62127]: DEBUG oslo_vmware.api [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733538, 'name': PowerOnVM_Task, 'duration_secs': 0.450588} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.041121] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1583.042194] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4f712c4f-5649-460f-80c1-b6f484dbbc98 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance 'fd55f844-be0e-4d47-bee2-a85983a00f66' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1583.134903] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "66423074-94de-4546-955b-9ffd5e89905d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.135186] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "66423074-94de-4546-955b-9ffd5e89905d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.283528] env[62127]: ERROR nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] [req-6b7d5c1d-ed71-47bf-b86a-77e99269e751] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-6b7d5c1d-ed71-47bf-b86a-77e99269e751"}]} [ 1583.304210] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1583.326762] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1583.326762] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1583.338301] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1583.365220] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1583.482342] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733537, 'name': PowerOffVM_Task, 'duration_secs': 1.186271} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1583.482491] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1583.482775] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1583.483023] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a98654e6-1c38-4210-9339-bfc2bfdb74b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.523930] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "refresh_cache-8bee3ff4-7975-42aa-801a-20299b7a18b4" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1583.524216] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "refresh_cache-8bee3ff4-7975-42aa-801a-20299b7a18b4" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1583.524384] env[62127]: DEBUG nova.network.neutron [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1583.564116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "1dec8d36-29a9-4f63-a437-338e71bc64bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1583.564389] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1583.608250] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1583.608528] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1583.608715] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Deleting the datastore file [datastore1] 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1583.609052] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-106d4461-72f0-45a4-af4c-d677d68d41cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.619836] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for the task: (returnval){ [ 1583.619836] env[62127]: value = "task-1733540" [ 1583.619836] env[62127]: _type = "Task" [ 1583.619836] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1583.632326] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733540, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1583.637420] env[62127]: DEBUG nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1583.698623] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a198786-e1fe-45f0-aaeb-721777d37ddc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.707462] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5613fa0-5703-4898-a9cf-70f7b5d80081 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.746473] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baba0164-d459-4f44-8170-ccc76f72acfa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.756065] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbc66060-b3ae-461e-b975-6d9d65246baa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1583.772183] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1584.060408] env[62127]: DEBUG nova.network.neutron [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1584.068485] env[62127]: DEBUG nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1584.130086] env[62127]: DEBUG oslo_vmware.api [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Task: {'id': task-1733540, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155719} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1584.130373] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1584.130567] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1584.131394] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1584.131394] env[62127]: INFO nova.compute.manager [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Took 2.19 seconds to destroy the instance on the hypervisor. [ 1584.131394] env[62127]: DEBUG oslo.service.loopingcall [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.131394] env[62127]: DEBUG nova.compute.manager [-] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1584.131642] env[62127]: DEBUG nova.network.neutron [-] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1584.157979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.318481] env[62127]: DEBUG nova.network.neutron [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Updating instance_info_cache with network_info: [{"id": "a8abc58b-156e-4877-abd8-05951b8a605f", "address": "fa:16:3e:81:6a:5e", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8abc58b-15", "ovs_interfaceid": "a8abc58b-156e-4877-abd8-05951b8a605f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1584.335196] env[62127]: DEBUG nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1584.335550] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 119 to 120 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1584.335799] env[62127]: DEBUG nova.compute.provider_tree [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1584.599506] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.821815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "refresh_cache-8bee3ff4-7975-42aa-801a-20299b7a18b4" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1584.822523] env[62127]: DEBUG nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Instance network_info: |[{"id": "a8abc58b-156e-4877-abd8-05951b8a605f", "address": "fa:16:3e:81:6a:5e", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8abc58b-15", "ovs_interfaceid": "a8abc58b-156e-4877-abd8-05951b8a605f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1584.822994] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:6a:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '50886eea-591a-452c-a27b-5f22cfc9df85', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a8abc58b-156e-4877-abd8-05951b8a605f', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1584.833967] env[62127]: DEBUG oslo.service.loopingcall [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1584.833967] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1584.834346] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d30e6cc0-a7c4-4b0c-9fc0-4a435e016136 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1584.850285] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.367s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1584.852908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.284s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.853313] env[62127]: DEBUG nova.objects.instance [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lazy-loading 'resources' on Instance uuid f0645e1e-dadb-4b30-8d6f-991ed2c836bd {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1584.861432] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1584.861432] env[62127]: value = "task-1733541" [ 1584.861432] env[62127]: _type = "Task" [ 1584.861432] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1584.871242] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733541, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1584.878170] env[62127]: INFO nova.scheduler.client.report [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Deleted allocations for instance 62a04718-3bf6-4015-aa89-d8cff4572712 [ 1584.966214] env[62127]: DEBUG nova.compute.manager [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Received event network-changed-a8abc58b-156e-4877-abd8-05951b8a605f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1584.966547] env[62127]: DEBUG nova.compute.manager [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Refreshing instance network info cache due to event network-changed-a8abc58b-156e-4877-abd8-05951b8a605f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1584.966790] env[62127]: DEBUG oslo_concurrency.lockutils [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] Acquiring lock "refresh_cache-8bee3ff4-7975-42aa-801a-20299b7a18b4" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1584.966936] env[62127]: DEBUG oslo_concurrency.lockutils [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] Acquired lock "refresh_cache-8bee3ff4-7975-42aa-801a-20299b7a18b4" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.967121] env[62127]: DEBUG nova.network.neutron [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Refreshing network info cache for port a8abc58b-156e-4877-abd8-05951b8a605f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1584.969475] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "fd55f844-be0e-4d47-bee2-a85983a00f66" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1584.969694] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1584.969874] env[62127]: DEBUG nova.compute.manager [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Going to confirm migration 4 {{(pid=62127) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1585.026910] env[62127]: DEBUG nova.network.neutron [-] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.373088] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733541, 'name': CreateVM_Task, 'duration_secs': 0.425425} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.373088] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1585.373612] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.374145] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.374713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1585.374970] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9d9b86d-445e-47ae-8b0b-c9bc702a0130 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.380381] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1585.380381] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5203b564-ccad-0727-cdae-0129e34e0a70" [ 1585.380381] env[62127]: _type = "Task" [ 1585.380381] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.391268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aeb0d379-8398-49bf-a1ed-fcacac947a47 tempest-ServerPasswordTestJSON-1678321246 tempest-ServerPasswordTestJSON-1678321246-project-member] Lock "62a04718-3bf6-4015-aa89-d8cff4572712" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.654s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1585.399861] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5203b564-ccad-0727-cdae-0129e34e0a70, 'name': SearchDatastore_Task, 'duration_secs': 0.015582} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.402678] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.403741] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1585.403741] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.403741] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.403899] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1585.405513] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c6bcd6ce-a236-4d92-8566-92b65f543a3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.416158] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1585.416370] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1585.417387] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c1c712-acc2-42dd-99df-3d880f2fc86b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.427298] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1585.427298] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52056333-8252-fbb8-cb46-ef987682080c" [ 1585.427298] env[62127]: _type = "Task" [ 1585.427298] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.438512] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52056333-8252-fbb8-cb46-ef987682080c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1585.531877] env[62127]: INFO nova.compute.manager [-] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Took 1.40 seconds to deallocate network for instance. [ 1585.545042] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1585.545251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1585.545423] env[62127]: DEBUG nova.network.neutron [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1585.545601] env[62127]: DEBUG nova.objects.instance [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lazy-loading 'info_cache' on Instance uuid fd55f844-be0e-4d47-bee2-a85983a00f66 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1585.664494] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af60426f-a8e4-4564-9a70-5b1abb8c0649 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.673793] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb0ee40b-8623-4fd8-9129-9142f667437c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.706812] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cd71fb-2ff8-4167-bd5f-4786115de5f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.715597] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5802045a-d224-40fb-beba-5bcc9c6233d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.730121] env[62127]: DEBUG nova.compute.provider_tree [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1585.798251] env[62127]: DEBUG nova.network.neutron [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Updated VIF entry in instance network info cache for port a8abc58b-156e-4877-abd8-05951b8a605f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1585.798648] env[62127]: DEBUG nova.network.neutron [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Updating instance_info_cache with network_info: [{"id": "a8abc58b-156e-4877-abd8-05951b8a605f", "address": "fa:16:3e:81:6a:5e", "network": {"id": "b0766920-9c19-4013-8e0e-8fed3bbbcee4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1429105516-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "436b211dd06e4f9fa73844f594738afb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "50886eea-591a-452c-a27b-5f22cfc9df85", "external-id": "nsx-vlan-transportzone-578", "segmentation_id": 578, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa8abc58b-15", "ovs_interfaceid": "a8abc58b-156e-4877-abd8-05951b8a605f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1585.892287] env[62127]: INFO nova.compute.manager [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Rebuilding instance [ 1585.943062] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52056333-8252-fbb8-cb46-ef987682080c, 'name': SearchDatastore_Task, 'duration_secs': 0.010113} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.944133] env[62127]: DEBUG nova.compute.manager [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1585.945775] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29953cc-f5aa-4a6a-b5cd-e3ed9bce38b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.947573] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41aa7198-063c-45a2-a727-d0c3dd2d5482 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.954758] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1585.954758] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52aa1430-3d98-6d2f-10cf-1e18dbb744ad" [ 1585.954758] env[62127]: _type = "Task" [ 1585.954758] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.971037] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52aa1430-3d98-6d2f-10cf-1e18dbb744ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009926} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1585.971308] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1585.971786] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8bee3ff4-7975-42aa-801a-20299b7a18b4/8bee3ff4-7975-42aa-801a-20299b7a18b4.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1585.972060] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c591268b-4c78-472a-8364-78fd3f416b20 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.981600] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1585.981600] env[62127]: value = "task-1733542" [ 1585.981600] env[62127]: _type = "Task" [ 1585.981600] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.989624] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.045450] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.234134] env[62127]: DEBUG nova.scheduler.client.report [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1586.303996] env[62127]: DEBUG oslo_concurrency.lockutils [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] Releasing lock "refresh_cache-8bee3ff4-7975-42aa-801a-20299b7a18b4" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1586.304812] env[62127]: DEBUG nova.compute.manager [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Received event network-vif-deleted-7b827ca3-4a96-4af0-8897-1282b505f22f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1586.304812] env[62127]: INFO nova.compute.manager [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Neutron deleted interface 7b827ca3-4a96-4af0-8897-1282b505f22f; detaching it from the instance and deleting it from the info cache [ 1586.304812] env[62127]: DEBUG nova.network.neutron [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1586.465208] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1586.465538] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fc62c6a1-ecc7-4fd7-abbf-40bc1d40720e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.475213] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1586.475213] env[62127]: value = "task-1733543" [ 1586.475213] env[62127]: _type = "Task" [ 1586.475213] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.489146] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.498765] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733542, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.648346] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "92c9865b-9011-48f4-a64d-016620697a1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1586.648602] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "92c9865b-9011-48f4-a64d-016620697a1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.744413] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.890s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1586.745357] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.869s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1586.747224] env[62127]: INFO nova.compute.claims [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1586.769874] env[62127]: INFO nova.scheduler.client.report [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Deleted allocations for instance f0645e1e-dadb-4b30-8d6f-991ed2c836bd [ 1586.807455] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-324689d2-3911-4bf5-8e9b-117f55c25bd0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.818779] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff761dd4-2269-4535-9114-b3065057d0b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.868805] env[62127]: DEBUG nova.compute.manager [req-89607b06-445b-4595-b4e0-6fd8aab73883 req-0b8b639e-0e99-464f-a311-d724e93f1fb7 service nova] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Detach interface failed, port_id=7b827ca3-4a96-4af0-8897-1282b505f22f, reason: Instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1586.989403] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733543, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.995950] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539095} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.996500] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8bee3ff4-7975-42aa-801a-20299b7a18b4/8bee3ff4-7975-42aa-801a-20299b7a18b4.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1586.996946] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1586.997329] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e9c51d68-1b76-4d97-9782-8b49ba3f232f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.013018] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1587.013018] env[62127]: value = "task-1733544" [ 1587.013018] env[62127]: _type = "Task" [ 1587.013018] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.017709] env[62127]: DEBUG nova.network.neutron [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance_info_cache with network_info: [{"id": "7499729b-faf3-448d-96d6-59081190a2c3", "address": "fa:16:3e:b9:78:28", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7499729b-fa", "ovs_interfaceid": "7499729b-faf3-448d-96d6-59081190a2c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.023274] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.154384] env[62127]: DEBUG nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1587.286741] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a989d90f-4712-4358-8290-b194cc2c7bc3 tempest-ImagesOneServerNegativeTestJSON-1848290104 tempest-ImagesOneServerNegativeTestJSON-1848290104-project-member] Lock "f0645e1e-dadb-4b30-8d6f-991ed2c836bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.891s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1587.488435] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733543, 'name': PowerOffVM_Task, 'duration_secs': 0.586569} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.488733] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1587.488953] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1587.489765] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10da26e-5775-4eb0-91f3-17ad09834ff1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.497719] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1587.497943] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f0ade9ab-835b-481d-abe5-9583f5282e12 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.521851] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231966} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1587.522302] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1587.523160] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7185372d-e99b-41ad-ba5b-eff42c7f4471 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.526025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-fd55f844-be0e-4d47-bee2-a85983a00f66" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1587.526232] env[62127]: DEBUG nova.objects.instance [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lazy-loading 'migration_context' on Instance uuid fd55f844-be0e-4d47-bee2-a85983a00f66 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1587.551150] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] 8bee3ff4-7975-42aa-801a-20299b7a18b4/8bee3ff4-7975-42aa-801a-20299b7a18b4.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1587.553079] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79662303-9799-499d-b544-4dfb6bc9aac6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.577463] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1587.577463] env[62127]: value = "task-1733546" [ 1587.577463] env[62127]: _type = "Task" [ 1587.577463] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.587938] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1587.685908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1587.695182] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1587.695414] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1587.695597] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleting the datastore file [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1587.695883] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d3eb741-181b-4364-948d-df3c78a292bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.704715] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1587.704715] env[62127]: value = "task-1733547" [ 1587.704715] env[62127]: _type = "Task" [ 1587.704715] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1587.713666] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.018259] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91be3c63-5503-4c0a-a47f-592036a409bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.028179] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b0ca5b9-ce50-4a38-bf7a-00563ebf1568 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.031910] env[62127]: DEBUG nova.objects.base [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1588.032724] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a45ccb0-940f-44fc-91a0-083dad0d6e95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.079160] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6f37bd-e84f-455d-bd35-4b6e4298dba0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.085035] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4b7b7e-8b83-42c5-bead-e743f7eb63a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.091909] env[62127]: DEBUG oslo_vmware.api [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1588.091909] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c61c00-b508-3fb2-43d4-9b2233226341" [ 1588.091909] env[62127]: _type = "Task" [ 1588.091909] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.097192] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733546, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.102043] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53480edd-f9a0-4867-9a52-e45ef02e74a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.112422] env[62127]: DEBUG oslo_vmware.api [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c61c00-b508-3fb2-43d4-9b2233226341, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.122778] env[62127]: DEBUG nova.compute.provider_tree [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1588.219380] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.476072} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.219380] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1588.219380] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1588.219380] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1588.594910] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733546, 'name': ReconfigVM_Task, 'duration_secs': 0.987548} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.596682] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Reconfigured VM instance instance-00000052 to attach disk [datastore1] 8bee3ff4-7975-42aa-801a-20299b7a18b4/8bee3ff4-7975-42aa-801a-20299b7a18b4.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.597271] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eea8f3e2-4f44-4013-b001-4f28ebe2c358 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.609636] env[62127]: DEBUG oslo_vmware.api [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c61c00-b508-3fb2-43d4-9b2233226341, 'name': SearchDatastore_Task, 'duration_secs': 0.021192} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.611080] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1588.611417] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1588.611417] env[62127]: value = "task-1733548" [ 1588.611417] env[62127]: _type = "Task" [ 1588.611417] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.621936] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733548, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.626316] env[62127]: DEBUG nova.scheduler.client.report [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1589.122162] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733548, 'name': Rename_Task, 'duration_secs': 0.194939} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.122512] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1589.122720] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbbbe926-b1ec-4c7d-9b3b-7d3cfa60ae3a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.133087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1589.133610] env[62127]: DEBUG nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1589.139919] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1589.139919] env[62127]: value = "task-1733549" [ 1589.139919] env[62127]: _type = "Task" [ 1589.139919] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.140562] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.035s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1589.140864] env[62127]: DEBUG nova.objects.instance [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lazy-loading 'resources' on Instance uuid 2efabb10-ad80-4054-854f-677488cb911f {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.162712] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733549, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.278023] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1589.278023] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1589.278023] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1589.278742] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1589.278742] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1589.278742] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1589.278742] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1589.278998] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1589.279911] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1589.282672] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1589.282672] env[62127]: DEBUG nova.virt.hardware [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1589.282672] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885f3331-1358-437e-9c5f-033543882460 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.291192] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-501384fc-b440-42f3-97b7-a01eb2c24fa8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.310790] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:99:ad', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41972112-fa73-4238-8123-eba02fd94be5', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1589.320111] env[62127]: DEBUG oslo.service.loopingcall [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1589.320111] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1589.320111] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8bf5716a-89a0-4ec0-ac6d-ae2045fb0069 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.341162] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1589.341162] env[62127]: value = "task-1733550" [ 1589.341162] env[62127]: _type = "Task" [ 1589.341162] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.350924] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733550, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.644501] env[62127]: DEBUG nova.compute.utils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1589.645478] env[62127]: DEBUG nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1589.646047] env[62127]: DEBUG nova.network.neutron [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1589.666096] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733549, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.731534] env[62127]: DEBUG nova.policy [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c409dbb2b0c40c38bb64fb74d9112bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acfc80ac2c3e4cdb98c66119f461287f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1589.856321] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733550, 'name': CreateVM_Task, 'duration_secs': 0.485838} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.858826] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1589.859697] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1589.860014] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1589.860282] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1589.860550] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51426170-2bc7-4ccf-ab32-b66ff0ee0dc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.867151] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1589.867151] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5215a68a-6e63-37b1-1318-e6565f0d30b1" [ 1589.867151] env[62127]: _type = "Task" [ 1589.867151] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1589.879217] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5215a68a-6e63-37b1-1318-e6565f0d30b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.915460] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d924e94-d995-4e92-8bb8-aeb7c68b30e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.923811] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a501fdbf-d10a-4cf7-8cac-4c390a92aa80 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.956047] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c60d5cd-1508-4df5-87c5-36b16232d0c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.965157] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2dcc1d-916d-4752-bb5d-a960eb9d5b65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.979506] env[62127]: DEBUG nova.compute.provider_tree [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1590.083241] env[62127]: DEBUG nova.network.neutron [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Successfully created port: e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1590.153440] env[62127]: DEBUG nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1590.162774] env[62127]: DEBUG oslo_vmware.api [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733549, 'name': PowerOnVM_Task, 'duration_secs': 0.622324} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.163106] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1590.163343] env[62127]: INFO nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Took 8.65 seconds to spawn the instance on the hypervisor. [ 1590.163532] env[62127]: DEBUG nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1590.164356] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34641850-2702-4b9f-9ef5-72cd397969de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.378998] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5215a68a-6e63-37b1-1318-e6565f0d30b1, 'name': SearchDatastore_Task, 'duration_secs': 0.012999} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.379733] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1590.380190] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1590.380645] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1590.381011] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1590.381421] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1590.383833] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29abb4fa-b1d0-4652-b647-55aa11bfc9b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.390849] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1590.391194] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1590.392023] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c4f932e-c5f1-4935-8c68-fae60e5405fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.404124] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1590.404124] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b72000-bea9-41f8-b964-59df42906399" [ 1590.404124] env[62127]: _type = "Task" [ 1590.404124] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.411590] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b72000-bea9-41f8-b964-59df42906399, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.485016] env[62127]: DEBUG nova.scheduler.client.report [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1590.689734] env[62127]: INFO nova.compute.manager [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Took 20.89 seconds to build instance. [ 1590.912580] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b72000-bea9-41f8-b964-59df42906399, 'name': SearchDatastore_Task, 'duration_secs': 0.008903} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1590.913519] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9141f859-3ea9-4151-baa2-6c12279c880d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1590.918940] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1590.918940] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525415a8-9927-f007-18bd-0185a3698226" [ 1590.918940] env[62127]: _type = "Task" [ 1590.918940] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1590.927061] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525415a8-9927-f007-18bd-0185a3698226, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1590.988867] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1590.991263] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.289s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1590.991489] env[62127]: DEBUG nova.objects.instance [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lazy-loading 'resources' on Instance uuid 26f0c5d7-b920-42a7-ae8f-804003cc8659 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1591.013183] env[62127]: INFO nova.scheduler.client.report [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Deleted allocations for instance 2efabb10-ad80-4054-854f-677488cb911f [ 1591.169154] env[62127]: DEBUG nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1591.192094] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1591.192386] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1591.192710] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1591.192710] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1591.192848] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1591.193150] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1591.193239] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1591.193369] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1591.193535] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1591.193696] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1591.193865] env[62127]: DEBUG nova.virt.hardware [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1591.194353] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4597e5a3-5dbc-4c7f-9b7c-6a14c279f4cd tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.848s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.195469] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-046ae8c5-281d-48ac-ad4e-1af9360d2185 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.204249] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7a3748c-7a17-43f3-8685-b7e65a83acfd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.430416] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525415a8-9927-f007-18bd-0185a3698226, 'name': SearchDatastore_Task, 'duration_secs': 0.041871} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1591.430523] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1591.430794] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1591.431079] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ded29c9-1be1-4d8c-a5d7-641dbefaab55 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.439829] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1591.439829] env[62127]: value = "task-1733551" [ 1591.439829] env[62127]: _type = "Task" [ 1591.439829] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1591.448832] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1591.525470] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b3ac095-d323-4cf7-803f-aa9f90c10a57 tempest-ServerRescueTestJSON-252623162 tempest-ServerRescueTestJSON-252623162-project-member] Lock "2efabb10-ad80-4054-854f-677488cb911f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.445s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1591.737659] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acce9419-4d59-4db9-ba0c-ee3bfb02d19a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.747563] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31c6b8-7b1a-4839-b154-a4f1ca7717dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.781936] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74671a78-4065-49cf-ab1d-6b8b7e9eede0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.793477] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-655397e2-2dd9-4ee1-b090-2c7b5875889e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1591.809901] env[62127]: DEBUG nova.compute.provider_tree [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1591.956541] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733551, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.020347] env[62127]: DEBUG nova.compute.manager [req-af4ebefd-ace3-4318-b404-c4f18cf74abf req-1864bd7b-bada-4131-b03c-0cd5ed1f0b89 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Received event network-vif-plugged-e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1592.020347] env[62127]: DEBUG oslo_concurrency.lockutils [req-af4ebefd-ace3-4318-b404-c4f18cf74abf req-1864bd7b-bada-4131-b03c-0cd5ed1f0b89 service nova] Acquiring lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1592.020347] env[62127]: DEBUG oslo_concurrency.lockutils [req-af4ebefd-ace3-4318-b404-c4f18cf74abf req-1864bd7b-bada-4131-b03c-0cd5ed1f0b89 service nova] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.020347] env[62127]: DEBUG oslo_concurrency.lockutils [req-af4ebefd-ace3-4318-b404-c4f18cf74abf req-1864bd7b-bada-4131-b03c-0cd5ed1f0b89 service nova] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.020347] env[62127]: DEBUG nova.compute.manager [req-af4ebefd-ace3-4318-b404-c4f18cf74abf req-1864bd7b-bada-4131-b03c-0cd5ed1f0b89 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] No waiting events found dispatching network-vif-plugged-e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1592.020347] env[62127]: WARNING nova.compute.manager [req-af4ebefd-ace3-4318-b404-c4f18cf74abf req-1864bd7b-bada-4131-b03c-0cd5ed1f0b89 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Received unexpected event network-vif-plugged-e52f7054-394d-4b37-bffd-b5bb5c32f49b for instance with vm_state building and task_state spawning. [ 1592.056228] env[62127]: DEBUG nova.compute.manager [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1592.056228] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26a779a-d50e-4008-b88a-9752cab59df9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.229953] env[62127]: DEBUG nova.network.neutron [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Successfully updated port: e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1592.313545] env[62127]: DEBUG nova.scheduler.client.report [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1592.453251] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576568} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.453578] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1592.453933] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1592.454148] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4ed786d-029a-430e-bb3d-54ba1abefbf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.462140] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1592.462140] env[62127]: value = "task-1733552" [ 1592.462140] env[62127]: _type = "Task" [ 1592.462140] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1592.472873] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1592.567925] env[62127]: INFO nova.compute.manager [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] instance snapshotting [ 1592.570797] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb06481-afd5-4f87-adb1-ae4dd37df7bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.591923] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64410b16-658a-439d-a007-17b042dc2577 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1592.735260] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1592.735260] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1592.735260] env[62127]: DEBUG nova.network.neutron [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1592.821302] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.828s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1592.822756] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.665s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1592.824325] env[62127]: INFO nova.compute.claims [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1592.851621] env[62127]: INFO nova.scheduler.client.report [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleted allocations for instance 26f0c5d7-b920-42a7-ae8f-804003cc8659 [ 1592.975181] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07309} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1592.975492] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1592.976365] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-691aa1fc-12b8-4f91-a99a-22c03b03d412 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.002726] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1593.002985] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f768283-9fbb-4a03-806a-85926ebc48b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.025674] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1593.025674] env[62127]: value = "task-1733553" [ 1593.025674] env[62127]: _type = "Task" [ 1593.025674] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.035508] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733553, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.104419] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1593.104748] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9703f224-b19e-4c67-b4c8-7ea7aed339c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.113635] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1593.113635] env[62127]: value = "task-1733554" [ 1593.113635] env[62127]: _type = "Task" [ 1593.113635] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.123140] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.284671] env[62127]: DEBUG nova.network.neutron [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1593.362730] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ae858210-9293-4c75-9096-240a96955694 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "26f0c5d7-b920-42a7-ae8f-804003cc8659" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.439s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.474799] env[62127]: DEBUG nova.network.neutron [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1593.537231] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733553, 'name': ReconfigVM_Task, 'duration_secs': 0.409598} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1593.537535] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76/60ade9af-c648-426f-983a-b3871d7a7c76.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1593.539036] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c5416135-e729-4f41-9ac6-d572a47d6cfa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.546853] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1593.546853] env[62127]: value = "task-1733555" [ 1593.546853] env[62127]: _type = "Task" [ 1593.546853] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1593.556114] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733555, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.566256] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.566546] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.566762] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1593.566947] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1593.567132] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1593.569385] env[62127]: INFO nova.compute.manager [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Terminating instance [ 1593.571073] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "refresh_cache-cebd71d6-5e4d-430f-9159-a0cfa5069c0d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1593.571235] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquired lock "refresh_cache-cebd71d6-5e4d-430f-9159-a0cfa5069c0d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1593.571404] env[62127]: DEBUG nova.network.neutron [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1593.623933] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1593.985127] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1593.985765] env[62127]: DEBUG nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Instance network_info: |[{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1593.985906] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:bf:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e52f7054-394d-4b37-bffd-b5bb5c32f49b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1593.993585] env[62127]: DEBUG oslo.service.loopingcall [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1593.996266] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1593.996743] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6ee0742e-8986-4cf3-aa80-c2a749dc4c46 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.020989] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1594.020989] env[62127]: value = "task-1733556" [ 1594.020989] env[62127]: _type = "Task" [ 1594.020989] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.033381] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733556, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.058137] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733555, 'name': Rename_Task, 'duration_secs': 0.390997} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.059352] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1594.060105] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3689bf8-3943-4770-9d43-4e0765a61a57 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.062743] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7776646b-0fc4-4686-8433-9b6138bff9cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.070538] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c523d98c-5490-4e10-9a50-c77b92c5da65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.073653] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1594.073653] env[62127]: value = "task-1733557" [ 1594.073653] env[62127]: _type = "Task" [ 1594.073653] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.113247] env[62127]: DEBUG nova.compute.manager [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Received event network-changed-e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1594.113476] env[62127]: DEBUG nova.compute.manager [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Refreshing instance network info cache due to event network-changed-e52f7054-394d-4b37-bffd-b5bb5c32f49b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1594.113729] env[62127]: DEBUG oslo_concurrency.lockutils [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] Acquiring lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.113884] env[62127]: DEBUG oslo_concurrency.lockutils [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] Acquired lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.114094] env[62127]: DEBUG nova.network.neutron [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Refreshing network info cache for port e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1594.115799] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03ba5d3-f8f0-4caf-ba05-9928696be13a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.122747] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.128787] env[62127]: DEBUG nova.network.neutron [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1594.137055] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733554, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.138405] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f7ba1d-31fc-43b1-99f3-f3f9ac6b6064 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.154586] env[62127]: DEBUG nova.compute.provider_tree [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.238779] env[62127]: DEBUG nova.network.neutron [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1594.532599] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733556, 'name': CreateVM_Task, 'duration_secs': 0.379629} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.534352] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1594.538016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1594.538016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1594.538016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1594.538016] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fdbbeb1-06d4-495c-be35-56c524ad8d0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.542890] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1594.542890] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cf98c4-2aa0-fd72-8333-93cd55d4f617" [ 1594.542890] env[62127]: _type = "Task" [ 1594.542890] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.558156] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf98c4-2aa0-fd72-8333-93cd55d4f617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.586504] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.637021] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733554, 'name': CreateSnapshot_Task, 'duration_secs': 1.068525} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1594.637021] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1594.637021] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1808a4-fefd-4fe9-8da7-720ce8a9dcc6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.657932] env[62127]: DEBUG nova.scheduler.client.report [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1594.745339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Releasing lock "refresh_cache-cebd71d6-5e4d-430f-9159-a0cfa5069c0d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1594.745339] env[62127]: DEBUG nova.compute.manager [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1594.745339] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1594.745339] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f2dd68-366f-43fa-852a-0e462be2ae7b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.757131] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1594.759182] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0104f059-ffb4-42ea-98ba-2c7dc8327965 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.766810] env[62127]: DEBUG oslo_vmware.api [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1594.766810] env[62127]: value = "task-1733558" [ 1594.766810] env[62127]: _type = "Task" [ 1594.766810] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.777272] env[62127]: DEBUG oslo_vmware.api [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733558, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.950432] env[62127]: DEBUG nova.network.neutron [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updated VIF entry in instance network info cache for port e52f7054-394d-4b37-bffd-b5bb5c32f49b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1594.950432] env[62127]: DEBUG nova.network.neutron [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1595.054754] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf98c4-2aa0-fd72-8333-93cd55d4f617, 'name': SearchDatastore_Task, 'duration_secs': 0.013496} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.055098] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.055284] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1595.055539] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1595.055688] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1595.055866] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1595.056165] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f8427e8-d0fe-47a1-b1b4-3a3d07d97b7b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.065567] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1595.065777] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1595.066583] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94f24fc4-db96-4548-a72b-fbee272543de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.073881] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1595.073881] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5218d057-77d4-e00e-1d03-25d8ae1debff" [ 1595.073881] env[62127]: _type = "Task" [ 1595.073881] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.085423] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5218d057-77d4-e00e-1d03-25d8ae1debff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.088353] env[62127]: DEBUG oslo_vmware.api [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733557, 'name': PowerOnVM_Task, 'duration_secs': 0.781982} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.091184] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1595.091184] env[62127]: DEBUG nova.compute.manager [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1595.091184] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8662a8cc-b4a6-40a0-8bb9-d853f5e0538e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.154810] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1595.155281] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-39955b5e-13fc-4eb5-b204-b060b9896c56 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.162726] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1595.163242] env[62127]: DEBUG nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1595.167234] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.568s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1595.168818] env[62127]: INFO nova.compute.claims [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1595.171558] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1595.171558] env[62127]: value = "task-1733559" [ 1595.171558] env[62127]: _type = "Task" [ 1595.171558] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.180862] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733559, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.278501] env[62127]: DEBUG oslo_vmware.api [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733558, 'name': PowerOffVM_Task, 'duration_secs': 0.270235} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.278501] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1595.278501] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1595.278501] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73b57a6c-047b-44d1-86b5-689e2532b9e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.322353] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1595.323503] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1595.323970] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleting the datastore file [datastore1] cebd71d6-5e4d-430f-9159-a0cfa5069c0d {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1595.324313] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a20eaa77-ada3-45b7-94e3-f3ef46312fb3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.333045] env[62127]: DEBUG oslo_vmware.api [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for the task: (returnval){ [ 1595.333045] env[62127]: value = "task-1733561" [ 1595.333045] env[62127]: _type = "Task" [ 1595.333045] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.343527] env[62127]: DEBUG oslo_vmware.api [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733561, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.453231] env[62127]: DEBUG oslo_concurrency.lockutils [req-14f770b0-16c0-49a8-8a9b-a24c7deafa10 req-372f6feb-194f-4777-a5d7-2ce6cf660bde service nova] Releasing lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1595.585423] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5218d057-77d4-e00e-1d03-25d8ae1debff, 'name': SearchDatastore_Task, 'duration_secs': 0.010812} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.586312] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28ea77d3-1715-4a43-bb83-49bd9a67166c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.592701] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1595.592701] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5248558a-96cc-51c1-2784-e6eda5c7b1fb" [ 1595.592701] env[62127]: _type = "Task" [ 1595.592701] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.606111] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5248558a-96cc-51c1-2784-e6eda5c7b1fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.611466] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1595.674083] env[62127]: DEBUG nova.compute.utils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1595.676132] env[62127]: DEBUG nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1595.676132] env[62127]: DEBUG nova.network.neutron [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1595.696613] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733559, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.727454] env[62127]: DEBUG nova.policy [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb6f9b6e15c45ec9e38725db06ccec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112cf88089b84635bc2b914d1f9072eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1595.847796] env[62127]: DEBUG oslo_vmware.api [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Task: {'id': task-1733561, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106308} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.848145] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1595.848466] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1595.848679] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1595.848944] env[62127]: INFO nova.compute.manager [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1595.849137] env[62127]: DEBUG oslo.service.loopingcall [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1595.849370] env[62127]: DEBUG nova.compute.manager [-] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1595.849864] env[62127]: DEBUG nova.network.neutron [-] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1595.879571] env[62127]: DEBUG nova.network.neutron [-] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1596.105464] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5248558a-96cc-51c1-2784-e6eda5c7b1fb, 'name': SearchDatastore_Task, 'duration_secs': 0.010852} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.105747] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1596.107158] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1596.107158] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7128911e-f730-4f4a-a12e-d4b16784ebf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.117591] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1596.117591] env[62127]: value = "task-1733562" [ 1596.117591] env[62127]: _type = "Task" [ 1596.117591] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1596.128474] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733562, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.160768] env[62127]: DEBUG nova.network.neutron [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Successfully created port: 42adc611-02a1-422d-bdb8-dd85819b356e {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1596.188019] env[62127]: DEBUG nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1596.194539] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733559, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.392301] env[62127]: DEBUG nova.network.neutron [-] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1596.589831] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4029f18a-49fd-47a2-a366-7435bcd4638c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.603973] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd59867-528e-46df-a7d2-cb94125c15b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.653032] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a59bb74-847f-474d-b20b-9d3b411794e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.662780] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733562, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.666834] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bd58395-5825-4472-8013-336fa9bfa286 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.684788] env[62127]: DEBUG nova.compute.provider_tree [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1596.695920] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733559, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.896726] env[62127]: INFO nova.compute.manager [-] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Took 1.05 seconds to deallocate network for instance. [ 1597.072897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.073100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.162050] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733562, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588587} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.162050] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1597.162050] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1597.162050] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a816338a-18f9-4319-b688-3c45b7639c68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.169724] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1597.169724] env[62127]: value = "task-1733563" [ 1597.169724] env[62127]: _type = "Task" [ 1597.169724] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.179669] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733563, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.191217] env[62127]: DEBUG nova.scheduler.client.report [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1597.197882] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733559, 'name': CloneVM_Task, 'duration_secs': 1.886545} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.198503] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Created linked-clone VM from snapshot [ 1597.199348] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c0fb28-28c8-4d32-a575-d2537e2b5a3d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.202709] env[62127]: DEBUG nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1597.215407] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Uploading image d9d08f3f-45c8-4499-9799-70cb02b1c7db {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1597.230640] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1597.230971] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8a581e47-3e37-4359-a9f1-0ead0307a10a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.238760] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1597.238760] env[62127]: value = "task-1733564" [ 1597.238760] env[62127]: _type = "Task" [ 1597.238760] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.246533] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1597.246892] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1597.247141] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1597.247423] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1597.247614] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1597.247823] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1597.248100] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1597.248381] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1597.248617] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1597.248792] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1597.249037] env[62127]: DEBUG nova.virt.hardware [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1597.249931] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b13d57-1743-4aa4-847b-8786a8d2eb55 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.259793] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733564, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.263192] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef3294c1-9408-402e-b256-17777fc03a89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.406274] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1597.575990] env[62127]: DEBUG nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1597.689639] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733563, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07046} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1597.690075] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1597.690855] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd4ebad-9107-4e30-a613-c66277ce3ec9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.711040] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.544s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1597.712097] env[62127]: DEBUG nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1597.726105] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1597.726970] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.682s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1597.727024] env[62127]: DEBUG nova.objects.instance [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lazy-loading 'resources' on Instance uuid 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1597.728568] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09f052ae-f4de-4c0e-83be-0301d926671d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.762604] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733564, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1597.765181] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1597.765181] env[62127]: value = "task-1733565" [ 1597.765181] env[62127]: _type = "Task" [ 1597.765181] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1597.775596] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733565, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.010265] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca373c5-87e4-4160-a01a-de9c1b82acb3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.020369] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51758cf9-2477-4558-9bc0-fb9499d5a537 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.062910] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837afaa9-3dec-4c3f-adee-5c43865fc487 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.074882] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59984b08-8d19-41f3-86de-bebd8183d11e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.094965] env[62127]: DEBUG nova.compute.provider_tree [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.113049] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.152262] env[62127]: DEBUG nova.compute.manager [req-8cbcd422-9453-4246-8017-ae993f3d60c6 req-20da1525-2c9e-4812-b0e2-71930787ea89 service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Received event network-vif-plugged-42adc611-02a1-422d-bdb8-dd85819b356e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1598.152262] env[62127]: DEBUG oslo_concurrency.lockutils [req-8cbcd422-9453-4246-8017-ae993f3d60c6 req-20da1525-2c9e-4812-b0e2-71930787ea89 service nova] Acquiring lock "66423074-94de-4546-955b-9ffd5e89905d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1598.152529] env[62127]: DEBUG oslo_concurrency.lockutils [req-8cbcd422-9453-4246-8017-ae993f3d60c6 req-20da1525-2c9e-4812-b0e2-71930787ea89 service nova] Lock "66423074-94de-4546-955b-9ffd5e89905d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1598.152619] env[62127]: DEBUG oslo_concurrency.lockutils [req-8cbcd422-9453-4246-8017-ae993f3d60c6 req-20da1525-2c9e-4812-b0e2-71930787ea89 service nova] Lock "66423074-94de-4546-955b-9ffd5e89905d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1598.152898] env[62127]: DEBUG nova.compute.manager [req-8cbcd422-9453-4246-8017-ae993f3d60c6 req-20da1525-2c9e-4812-b0e2-71930787ea89 service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] No waiting events found dispatching network-vif-plugged-42adc611-02a1-422d-bdb8-dd85819b356e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1598.153267] env[62127]: WARNING nova.compute.manager [req-8cbcd422-9453-4246-8017-ae993f3d60c6 req-20da1525-2c9e-4812-b0e2-71930787ea89 service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Received unexpected event network-vif-plugged-42adc611-02a1-422d-bdb8-dd85819b356e for instance with vm_state building and task_state spawning. [ 1598.228759] env[62127]: DEBUG nova.compute.utils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1598.230373] env[62127]: DEBUG nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1598.230604] env[62127]: DEBUG nova.network.neutron [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1598.262647] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733564, 'name': Destroy_Task, 'duration_secs': 0.79044} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.262647] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Destroyed the VM [ 1598.262784] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1598.263050] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-61ccd178-eb25-4172-b72a-eb23f7099502 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.265616] env[62127]: DEBUG nova.network.neutron [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Successfully updated port: 42adc611-02a1-422d-bdb8-dd85819b356e {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1598.279220] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733565, 'name': ReconfigVM_Task, 'duration_secs': 0.345018} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.280620] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1598.281448] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1598.281448] env[62127]: value = "task-1733566" [ 1598.281448] env[62127]: _type = "Task" [ 1598.281448] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.282205] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b487f1e8-4cea-4607-8037-84a971920d0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.289321] env[62127]: DEBUG nova.policy [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f98b6db628743a9b6107097425874de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac40cd0d47054d1092ac96c601d43e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1598.297774] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733566, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.299582] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1598.299582] env[62127]: value = "task-1733567" [ 1598.299582] env[62127]: _type = "Task" [ 1598.299582] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.308929] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733567, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.552168] env[62127]: DEBUG nova.network.neutron [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Successfully created port: fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1598.623642] env[62127]: ERROR nova.scheduler.client.report [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] [req-a62637d4-7e57-419c-9ea6-4ddcc546718a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a62637d4-7e57-419c-9ea6-4ddcc546718a"}]} [ 1598.640993] env[62127]: DEBUG nova.scheduler.client.report [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1598.655481] env[62127]: DEBUG nova.scheduler.client.report [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1598.655709] env[62127]: DEBUG nova.compute.provider_tree [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1598.667283] env[62127]: DEBUG nova.scheduler.client.report [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1598.691567] env[62127]: DEBUG nova.scheduler.client.report [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1598.734063] env[62127]: DEBUG nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1598.772225] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "refresh_cache-66423074-94de-4546-955b-9ffd5e89905d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1598.773319] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "refresh_cache-66423074-94de-4546-955b-9ffd5e89905d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.773319] env[62127]: DEBUG nova.network.neutron [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1598.797150] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733566, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.811131] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733567, 'name': Rename_Task, 'duration_secs': 0.158363} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1598.811415] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1598.811662] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce5a9659-bc11-4d4a-b076-727efe5a5248 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.819791] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1598.819791] env[62127]: value = "task-1733568" [ 1598.819791] env[62127]: _type = "Task" [ 1598.819791] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.828564] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733568, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.947399] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a793808c-f112-497e-9f92-1d5161f2c1b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.955982] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6243495-4f4c-4dd0-8c35-14cd8a94d448 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.987726] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757171ad-82ca-4f36-b057-ca35bdf6ef0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.996958] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b3ca0e-80f2-4661-bde4-2b8ccad8ac64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.012489] env[62127]: DEBUG nova.compute.provider_tree [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.295141] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733566, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.312198] env[62127]: DEBUG nova.network.neutron [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1599.331696] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733568, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.455560] env[62127]: DEBUG nova.network.neutron [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Updating instance_info_cache with network_info: [{"id": "42adc611-02a1-422d-bdb8-dd85819b356e", "address": "fa:16:3e:00:cc:1e", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42adc611-02", "ovs_interfaceid": "42adc611-02a1-422d-bdb8-dd85819b356e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.544626] env[62127]: DEBUG nova.scheduler.client.report [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 122 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1599.544912] env[62127]: DEBUG nova.compute.provider_tree [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 122 to 123 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1599.545107] env[62127]: DEBUG nova.compute.provider_tree [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1599.744435] env[62127]: DEBUG nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1599.770927] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1599.771202] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1599.771366] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1599.771549] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1599.772533] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1599.772760] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1599.772986] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1599.773169] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1599.773344] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1599.773510] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1599.773688] env[62127]: DEBUG nova.virt.hardware [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1599.774568] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6dd0f25-b26d-43a9-9ce4-074b5e8f6055 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.783347] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8fe42c6-b83f-4ff4-8104-53f88e76d74a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.795630] env[62127]: DEBUG oslo_vmware.api [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733566, 'name': RemoveSnapshot_Task, 'duration_secs': 1.319822} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.803162] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1599.829493] env[62127]: DEBUG oslo_vmware.api [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733568, 'name': PowerOnVM_Task, 'duration_secs': 0.514428} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.829747] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1599.829951] env[62127]: INFO nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1599.830148] env[62127]: DEBUG nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1599.830994] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2de5ff-f9e1-4b1b-9fc4-a1e97747373b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.958732] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "refresh_cache-66423074-94de-4546-955b-9ffd5e89905d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1599.959112] env[62127]: DEBUG nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Instance network_info: |[{"id": "42adc611-02a1-422d-bdb8-dd85819b356e", "address": "fa:16:3e:00:cc:1e", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42adc611-02", "ovs_interfaceid": "42adc611-02a1-422d-bdb8-dd85819b356e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1599.959830] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:cc:1e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '42adc611-02a1-422d-bdb8-dd85819b356e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1599.967105] env[62127]: DEBUG oslo.service.loopingcall [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1599.967321] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1599.967656] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65baf0bc-2b4a-4f10-8ed1-4b8833b17039 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.991487] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1599.991487] env[62127]: value = "task-1733569" [ 1599.991487] env[62127]: _type = "Task" [ 1599.991487] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.000961] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733569, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.050565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.324s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.052905] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.367s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.054388] env[62127]: INFO nova.compute.claims [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1600.071662] env[62127]: INFO nova.scheduler.client.report [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Deleted allocations for instance 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138 [ 1600.182830] env[62127]: DEBUG nova.compute.manager [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Received event network-changed-42adc611-02a1-422d-bdb8-dd85819b356e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1600.183029] env[62127]: DEBUG nova.compute.manager [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Refreshing instance network info cache due to event network-changed-42adc611-02a1-422d-bdb8-dd85819b356e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1600.183248] env[62127]: DEBUG oslo_concurrency.lockutils [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] Acquiring lock "refresh_cache-66423074-94de-4546-955b-9ffd5e89905d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.183396] env[62127]: DEBUG oslo_concurrency.lockutils [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] Acquired lock "refresh_cache-66423074-94de-4546-955b-9ffd5e89905d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.183561] env[62127]: DEBUG nova.network.neutron [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Refreshing network info cache for port 42adc611-02a1-422d-bdb8-dd85819b356e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1600.219816] env[62127]: DEBUG nova.network.neutron [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Successfully updated port: fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1600.309021] env[62127]: WARNING nova.compute.manager [None req-4214c728-08af-453e-8684-05c5dbf0d727 tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Image not found during snapshot: nova.exception.ImageNotFound: Image d9d08f3f-45c8-4499-9799-70cb02b1c7db could not be found. [ 1600.348207] env[62127]: INFO nova.compute.manager [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Took 20.49 seconds to build instance. [ 1600.505149] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733569, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.583663] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42cd4a09-84ec-4936-a82c-894a17fff5ea tempest-MigrationsAdminTest-64800520 tempest-MigrationsAdminTest-64800520-project-member] Lock "5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.652s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.722624] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-1dec8d36-29a9-4f63-a437-338e71bc64bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1600.722787] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-1dec8d36-29a9-4f63-a437-338e71bc64bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1600.723075] env[62127]: DEBUG nova.network.neutron [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1600.850892] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9494abed-ca5a-4ae3-8cdf-afb65937cf60 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.998s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.878180] env[62127]: DEBUG nova.network.neutron [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Updated VIF entry in instance network info cache for port 42adc611-02a1-422d-bdb8-dd85819b356e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1600.878643] env[62127]: DEBUG nova.network.neutron [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Updating instance_info_cache with network_info: [{"id": "42adc611-02a1-422d-bdb8-dd85819b356e", "address": "fa:16:3e:00:cc:1e", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap42adc611-02", "ovs_interfaceid": "42adc611-02a1-422d-bdb8-dd85819b356e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1600.983268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "8bee3ff4-7975-42aa-801a-20299b7a18b4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.983268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.983268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "8bee3ff4-7975-42aa-801a-20299b7a18b4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1600.983268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1600.983268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1600.986066] env[62127]: INFO nova.compute.manager [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Terminating instance [ 1600.986066] env[62127]: DEBUG nova.compute.manager [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1600.986066] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1600.986960] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fb68aea-2162-4f7b-a014-e52f5789f8e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.995791] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1600.998878] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-56fae160-cd7c-41b5-84b6-654bf1162ff2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.006916] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733569, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.008313] env[62127]: DEBUG oslo_vmware.api [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1601.008313] env[62127]: value = "task-1733570" [ 1601.008313] env[62127]: _type = "Task" [ 1601.008313] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.016914] env[62127]: DEBUG oslo_vmware.api [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.249554] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48195b1-3d0e-4451-bc47-b84ffce44610 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.258377] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b94af74d-a9b8-4694-be5e-416481aed4bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.291475] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561b6029-452c-4401-bfad-c34e37753b15 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.299844] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d09206ab-fdec-4ed6-9443-a0e550ff146b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.305082] env[62127]: DEBUG nova.network.neutron [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1601.318393] env[62127]: DEBUG nova.compute.provider_tree [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1601.387795] env[62127]: DEBUG oslo_concurrency.lockutils [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] Releasing lock "refresh_cache-66423074-94de-4546-955b-9ffd5e89905d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1601.388076] env[62127]: DEBUG nova.compute.manager [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Received event network-vif-plugged-fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1601.388282] env[62127]: DEBUG oslo_concurrency.lockutils [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] Acquiring lock "1dec8d36-29a9-4f63-a437-338e71bc64bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1601.388546] env[62127]: DEBUG oslo_concurrency.lockutils [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1601.388716] env[62127]: DEBUG oslo_concurrency.lockutils [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1601.388885] env[62127]: DEBUG nova.compute.manager [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] No waiting events found dispatching network-vif-plugged-fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1601.389078] env[62127]: WARNING nova.compute.manager [req-734f6828-0fa8-43f3-8c91-6e4216fe8a8b req-d5d18d2d-957b-43f7-8855-2ccef9d0a90a service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Received unexpected event network-vif-plugged-fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 for instance with vm_state building and task_state spawning. [ 1601.507836] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733569, 'name': CreateVM_Task, 'duration_secs': 1.506381} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.508019] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1601.510678] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1601.510832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1601.511203] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1601.515467] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e800314f-4b15-4e73-a651-38fd98487211 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.523968] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1601.523968] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d67943-b122-1e82-bc08-8e7d6d02e0de" [ 1601.523968] env[62127]: _type = "Task" [ 1601.523968] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.527398] env[62127]: DEBUG oslo_vmware.api [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733570, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.540531] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d67943-b122-1e82-bc08-8e7d6d02e0de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.603019] env[62127]: DEBUG nova.network.neutron [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Updating instance_info_cache with network_info: [{"id": "fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3", "address": "fa:16:3e:44:c7:e1", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6e6ed3-e9", "ovs_interfaceid": "fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1601.830328] env[62127]: DEBUG nova.scheduler.client.report [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1602.022193] env[62127]: DEBUG oslo_vmware.api [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733570, 'name': PowerOffVM_Task, 'duration_secs': 0.576888} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.022599] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1602.022761] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1602.023101] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a24bb978-90db-4ae7-9dbc-62f5e6b79c71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.037240] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d67943-b122-1e82-bc08-8e7d6d02e0de, 'name': SearchDatastore_Task, 'duration_secs': 0.031473} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.037689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.037972] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1602.038253] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.038474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.038684] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1602.038973] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c97ab105-70f5-4843-92cf-e7e0bfc3db2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.054877] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1602.055157] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1602.056193] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9616550c-e31b-4f3f-9d42-d63e258e9881 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.063631] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1602.063631] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d1fb6-3fe7-7bdb-e8b7-b3d1702b42f4" [ 1602.063631] env[62127]: _type = "Task" [ 1602.063631] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.073548] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521d1fb6-3fe7-7bdb-e8b7-b3d1702b42f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.102642] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-1dec8d36-29a9-4f63-a437-338e71bc64bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1602.102845] env[62127]: DEBUG nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Instance network_info: |[{"id": "fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3", "address": "fa:16:3e:44:c7:e1", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6e6ed3-e9", "ovs_interfaceid": "fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1602.103411] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:c7:e1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1602.113429] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating folder: Project (ac40cd0d47054d1092ac96c601d43e00). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.115340] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-224380d8-79a2-47d9-89b5-bf2c608989d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.117985] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1602.118210] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1602.118556] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleting the datastore file [datastore1] 8bee3ff4-7975-42aa-801a-20299b7a18b4 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1602.118856] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52b93b93-e3f0-4766-a6e0-5656896f1752 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.127480] env[62127]: DEBUG oslo_vmware.api [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for the task: (returnval){ [ 1602.127480] env[62127]: value = "task-1733573" [ 1602.127480] env[62127]: _type = "Task" [ 1602.127480] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.132946] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created folder: Project (ac40cd0d47054d1092ac96c601d43e00) in parent group-v360450. [ 1602.133188] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating folder: Instances. Parent ref: group-v360688. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1602.133870] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5676fb2f-0459-476f-ab86-57f46e453b32 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.139787] env[62127]: DEBUG oslo_vmware.api [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.144359] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created folder: Instances in parent group-v360688. [ 1602.144628] env[62127]: DEBUG oslo.service.loopingcall [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.144854] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1602.145097] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7cf420c-b6ea-4518-981c-e0d8d639f2e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.167971] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1602.167971] env[62127]: value = "task-1733575" [ 1602.167971] env[62127]: _type = "Task" [ 1602.167971] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.176590] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733575, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.225110] env[62127]: DEBUG nova.compute.manager [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Received event network-changed-fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1602.225372] env[62127]: DEBUG nova.compute.manager [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Refreshing instance network info cache due to event network-changed-fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1602.225624] env[62127]: DEBUG oslo_concurrency.lockutils [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] Acquiring lock "refresh_cache-1dec8d36-29a9-4f63-a437-338e71bc64bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.225787] env[62127]: DEBUG oslo_concurrency.lockutils [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] Acquired lock "refresh_cache-1dec8d36-29a9-4f63-a437-338e71bc64bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.225967] env[62127]: DEBUG nova.network.neutron [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Refreshing network info cache for port fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1602.339022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.283s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1602.339022] env[62127]: DEBUG nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1602.339628] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 13.729s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1602.576081] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521d1fb6-3fe7-7bdb-e8b7-b3d1702b42f4, 'name': SearchDatastore_Task, 'duration_secs': 0.011415} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.576456] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f33d12ab-75b4-4a17-93e1-2359bbc26345 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.583038] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1602.583038] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523a94f5-f8f7-2829-6d07-0aa5cfae92a8" [ 1602.583038] env[62127]: _type = "Task" [ 1602.583038] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.592940] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523a94f5-f8f7-2829-6d07-0aa5cfae92a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.638619] env[62127]: DEBUG oslo_vmware.api [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Task: {'id': task-1733573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203277} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.639190] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1602.639575] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1602.639896] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1602.640210] env[62127]: INFO nova.compute.manager [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1602.640595] env[62127]: DEBUG oslo.service.loopingcall [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1602.641262] env[62127]: DEBUG nova.compute.manager [-] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1602.641492] env[62127]: DEBUG nova.network.neutron [-] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1602.679490] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733575, 'name': CreateVM_Task, 'duration_secs': 0.459871} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.681748] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1602.682511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1602.682841] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1602.683275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1602.683944] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-690af638-6368-429f-bffc-563f2a1ef7a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.689380] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1602.689380] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52477dc6-710b-bab8-cc01-243b57d9fd40" [ 1602.689380] env[62127]: _type = "Task" [ 1602.689380] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.699782] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52477dc6-710b-bab8-cc01-243b57d9fd40, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.850902] env[62127]: DEBUG nova.compute.utils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1602.853649] env[62127]: DEBUG nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1602.853649] env[62127]: DEBUG nova.network.neutron [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1602.929991] env[62127]: DEBUG nova.policy [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd7410e57a414b44a71e5d11b5eaedc9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b332a5fe36d4eee93615f2504ffb14f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1603.068140] env[62127]: DEBUG nova.network.neutron [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Updated VIF entry in instance network info cache for port fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1603.068583] env[62127]: DEBUG nova.network.neutron [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Updating instance_info_cache with network_info: [{"id": "fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3", "address": "fa:16:3e:44:c7:e1", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc6e6ed3-e9", "ovs_interfaceid": "fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.095659] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523a94f5-f8f7-2829-6d07-0aa5cfae92a8, 'name': SearchDatastore_Task, 'duration_secs': 0.014132} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.099243] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.099820] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 66423074-94de-4546-955b-9ffd5e89905d/66423074-94de-4546-955b-9ffd5e89905d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1603.100554] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-47ceb7fb-2cfc-4e01-a244-112803a1f437 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.110517] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1603.110517] env[62127]: value = "task-1733576" [ 1603.110517] env[62127]: _type = "Task" [ 1603.110517] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.123936] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733576, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.161556] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e6a532-2c93-4a87-a38e-3348159a8dcc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.171657] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0be0ef-0e30-4f03-9f6c-ae1226064bfc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.214511] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3097c9fc-62eb-4158-9219-9609f8f45c7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.224547] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52477dc6-710b-bab8-cc01-243b57d9fd40, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.227506] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.227798] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1603.228059] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.228263] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.228862] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1603.228862] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73fc29c4-0207-4be7-ac22-7f55430e42fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.232258] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f335c5f3-d0b4-4d72-ba30-d8ac2ffd49ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.250556] env[62127]: DEBUG nova.compute.provider_tree [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1603.288635] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1603.288635] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1603.288635] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2853f698-e518-418b-8ec0-3c368175009b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.288635] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1603.288635] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ef4aef-07e5-67cc-b103-521b7cfadd6c" [ 1603.288635] env[62127]: _type = "Task" [ 1603.288635] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.288635] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ef4aef-07e5-67cc-b103-521b7cfadd6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.356311] env[62127]: DEBUG nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1603.475336] env[62127]: DEBUG nova.network.neutron [-] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1603.481627] env[62127]: DEBUG nova.network.neutron [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Successfully created port: b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1603.571721] env[62127]: DEBUG oslo_concurrency.lockutils [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] Releasing lock "refresh_cache-1dec8d36-29a9-4f63-a437-338e71bc64bd" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1603.572102] env[62127]: DEBUG nova.compute.manager [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Received event network-changed-e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1603.572291] env[62127]: DEBUG nova.compute.manager [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Refreshing instance network info cache due to event network-changed-e52f7054-394d-4b37-bffd-b5bb5c32f49b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1603.572514] env[62127]: DEBUG oslo_concurrency.lockutils [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] Acquiring lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1603.572657] env[62127]: DEBUG oslo_concurrency.lockutils [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] Acquired lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1603.572823] env[62127]: DEBUG nova.network.neutron [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Refreshing network info cache for port e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1603.624462] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733576, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.786761] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ef4aef-07e5-67cc-b103-521b7cfadd6c, 'name': SearchDatastore_Task, 'duration_secs': 0.011021} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.786761] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0295ea9c-7634-4734-9825-541719571ec4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.791962] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1603.791962] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5201eb46-1515-1f5b-4335-9316337b0901" [ 1603.791962] env[62127]: _type = "Task" [ 1603.791962] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1603.796791] env[62127]: DEBUG nova.scheduler.client.report [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 123 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1603.797493] env[62127]: DEBUG nova.compute.provider_tree [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 123 to 124 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1603.797493] env[62127]: DEBUG nova.compute.provider_tree [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1603.805805] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5201eb46-1515-1f5b-4335-9316337b0901, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.978627] env[62127]: INFO nova.compute.manager [-] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Took 1.34 seconds to deallocate network for instance. [ 1604.125706] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733576, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.556078} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.125706] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 66423074-94de-4546-955b-9ffd5e89905d/66423074-94de-4546-955b-9ffd5e89905d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1604.125706] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1604.125706] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05df14ba-a788-4186-950c-e144e3fbe848 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.134495] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1604.134495] env[62127]: value = "task-1733577" [ 1604.134495] env[62127]: _type = "Task" [ 1604.134495] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.145393] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733577, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.264739] env[62127]: DEBUG nova.compute.manager [req-77de6f32-0e6b-4652-9526-7c174f7c547c req-4e01edc3-ee6b-4de9-970c-9533dae57218 service nova] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Received event network-vif-deleted-a8abc58b-156e-4877-abd8-05951b8a605f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1604.313008] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5201eb46-1515-1f5b-4335-9316337b0901, 'name': SearchDatastore_Task, 'duration_secs': 0.01144} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.313807] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1604.314112] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1dec8d36-29a9-4f63-a437-338e71bc64bd/1dec8d36-29a9-4f63-a437-338e71bc64bd.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1604.314618] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-43518138-daa0-4ee5-bdfe-1b5d0c4fa002 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.323474] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1604.323474] env[62127]: value = "task-1733578" [ 1604.323474] env[62127]: _type = "Task" [ 1604.323474] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.332882] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.373053] env[62127]: DEBUG nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1604.394154] env[62127]: DEBUG nova.network.neutron [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updated VIF entry in instance network info cache for port e52f7054-394d-4b37-bffd-b5bb5c32f49b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1604.394154] env[62127]: DEBUG nova.network.neutron [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1604.405107] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1604.405406] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1604.405605] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1604.405845] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1604.406078] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1604.406278] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1604.406625] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1604.406837] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1604.407064] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1604.407433] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1604.407548] env[62127]: DEBUG nova.virt.hardware [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1604.408535] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-617a3eae-c22d-49d8-be6c-03ca5f34eead {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.418995] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d499cbc-b17e-4ea1-b31e-cfbfaf9b261b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.489132] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1604.645278] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733577, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075023} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1604.645622] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1604.646437] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c36196-bd6e-4ded-a879-550e97ea7a54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.673857] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 66423074-94de-4546-955b-9ffd5e89905d/66423074-94de-4546-955b-9ffd5e89905d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.674234] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a952d746-9a28-431e-ac00-23ea81398bb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.696033] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1604.696033] env[62127]: value = "task-1733579" [ 1604.696033] env[62127]: _type = "Task" [ 1604.696033] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.704326] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733579, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.817640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.477s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1604.819369] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.208s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1604.819568] env[62127]: DEBUG nova.objects.instance [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1604.837055] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1604.898014] env[62127]: DEBUG oslo_concurrency.lockutils [req-ceaca0e3-08af-4663-99cb-0016fb767eca req-b971a710-6034-4644-ac47-45322f73f8a4 service nova] Releasing lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1605.209239] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733579, 'name': ReconfigVM_Task, 'duration_secs': 0.421036} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.209239] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 66423074-94de-4546-955b-9ffd5e89905d/66423074-94de-4546-955b-9ffd5e89905d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.209239] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ed894cf-7d3f-4377-93f0-8e9f65bcfa5d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.221545] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1605.221545] env[62127]: value = "task-1733580" [ 1605.221545] env[62127]: _type = "Task" [ 1605.221545] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.233918] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733580, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.244562] env[62127]: DEBUG nova.compute.manager [req-27dd53a0-9693-4e41-b480-23c83af70c4d req-ddf3030b-7c8f-42f6-a1be-f6dfefe48651 service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Received event network-vif-plugged-b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1605.244562] env[62127]: DEBUG oslo_concurrency.lockutils [req-27dd53a0-9693-4e41-b480-23c83af70c4d req-ddf3030b-7c8f-42f6-a1be-f6dfefe48651 service nova] Acquiring lock "92c9865b-9011-48f4-a64d-016620697a1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.244562] env[62127]: DEBUG oslo_concurrency.lockutils [req-27dd53a0-9693-4e41-b480-23c83af70c4d req-ddf3030b-7c8f-42f6-a1be-f6dfefe48651 service nova] Lock "92c9865b-9011-48f4-a64d-016620697a1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.244761] env[62127]: DEBUG oslo_concurrency.lockutils [req-27dd53a0-9693-4e41-b480-23c83af70c4d req-ddf3030b-7c8f-42f6-a1be-f6dfefe48651 service nova] Lock "92c9865b-9011-48f4-a64d-016620697a1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.244967] env[62127]: DEBUG nova.compute.manager [req-27dd53a0-9693-4e41-b480-23c83af70c4d req-ddf3030b-7c8f-42f6-a1be-f6dfefe48651 service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] No waiting events found dispatching network-vif-plugged-b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1605.245352] env[62127]: WARNING nova.compute.manager [req-27dd53a0-9693-4e41-b480-23c83af70c4d req-ddf3030b-7c8f-42f6-a1be-f6dfefe48651 service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Received unexpected event network-vif-plugged-b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 for instance with vm_state building and task_state spawning. [ 1605.352943] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.401387] env[62127]: INFO nova.scheduler.client.report [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted allocation for migration 2b6bacbc-65ca-466a-a63c-7e1ddc15dc0c [ 1605.415661] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.415915] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.417958] env[62127]: DEBUG nova.network.neutron [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Successfully updated port: b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1605.731775] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733580, 'name': Rename_Task, 'duration_secs': 0.161575} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.732084] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1605.732347] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79d0e3d1-3f78-4837-a1a5-b954d2b66d9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.738188] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "8a7f4608-4464-474f-98cf-9bd7a596279b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1605.738414] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.743332] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1605.743332] env[62127]: value = "task-1733581" [ 1605.743332] env[62127]: _type = "Task" [ 1605.743332] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.754069] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733581, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.836985] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e730b572-e750-413c-bd03-15be29789c4d tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.838266] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.432s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1605.838972] env[62127]: DEBUG nova.objects.instance [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lazy-loading 'resources' on Instance uuid cebd71d6-5e4d-430f-9159-a0cfa5069c0d {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1605.847847] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733578, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.906757] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bf3fa8bf-dcce-4f38-a4a8-d7018d1fe65b tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 20.937s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1605.920326] env[62127]: DEBUG nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1605.923875] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "refresh_cache-92c9865b-9011-48f4-a64d-016620697a1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1605.923875] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquired lock "refresh_cache-92c9865b-9011-48f4-a64d-016620697a1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1605.924079] env[62127]: DEBUG nova.network.neutron [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1606.240921] env[62127]: DEBUG nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1606.258997] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733581, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.346701] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733578, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.448374] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.480118] env[62127]: DEBUG nova.network.neutron [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1606.625072] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531f4445-8712-4720-9847-46f5f6b3c892 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.637104] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba04bbb-41b7-4987-8dd9-833521dd01cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.678929] env[62127]: DEBUG nova.network.neutron [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Updating instance_info_cache with network_info: [{"id": "b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915", "address": "fa:16:3e:7a:c6:61", "network": {"id": "905d46f7-6dc7-482a-83be-7db39f022690", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1745044565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b332a5fe36d4eee93615f2504ffb14f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f5c31d-af", "ovs_interfaceid": "b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.682262] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd435ab-d0be-41c9-845a-1e608fae1ed4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.691907] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c69007d-c15e-4d2a-9245-afcc45539ce7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.708924] env[62127]: DEBUG nova.compute.provider_tree [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1606.755904] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "fd55f844-be0e-4d47-bee2-a85983a00f66" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.756668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.756668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.756961] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1606.758071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1606.765265] env[62127]: INFO nova.compute.manager [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Terminating instance [ 1606.777766] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733581, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.777766] env[62127]: DEBUG nova.compute.manager [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1606.777766] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1606.777766] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8625d7-949d-4059-8e39-44411433b538 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.781562] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1606.788942] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1606.790978] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0094646-aeac-4c57-9b51-d6187ff24370 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1606.799284] env[62127]: DEBUG oslo_vmware.api [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1606.799284] env[62127]: value = "task-1733582" [ 1606.799284] env[62127]: _type = "Task" [ 1606.799284] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1606.812262] env[62127]: DEBUG oslo_vmware.api [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.848294] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733578, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.185639] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Releasing lock "refresh_cache-92c9865b-9011-48f4-a64d-016620697a1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1607.185902] env[62127]: DEBUG nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Instance network_info: |[{"id": "b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915", "address": "fa:16:3e:7a:c6:61", "network": {"id": "905d46f7-6dc7-482a-83be-7db39f022690", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1745044565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b332a5fe36d4eee93615f2504ffb14f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f5c31d-af", "ovs_interfaceid": "b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1607.186524] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:c6:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '578f2ebc-5719-4d31-9bac-d3d247f9293f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1607.194314] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Creating folder: Project (5b332a5fe36d4eee93615f2504ffb14f). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.194675] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-98e9385f-4faf-4d25-9dd8-934818d8f79b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.208090] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Created folder: Project (5b332a5fe36d4eee93615f2504ffb14f) in parent group-v360450. [ 1607.208305] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Creating folder: Instances. Parent ref: group-v360691. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1607.208607] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6171cf1e-11a6-4579-bb7f-91a8b8465c5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.212693] env[62127]: DEBUG nova.scheduler.client.report [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1607.221848] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Created folder: Instances in parent group-v360691. [ 1607.222264] env[62127]: DEBUG oslo.service.loopingcall [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1607.222645] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1607.222751] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-32674434-c690-4779-9c3d-98e0be43eda6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.245883] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1607.245883] env[62127]: value = "task-1733585" [ 1607.245883] env[62127]: _type = "Task" [ 1607.245883] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.258553] env[62127]: DEBUG oslo_vmware.api [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733581, 'name': PowerOnVM_Task, 'duration_secs': 1.162994} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.262017] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1607.262017] env[62127]: INFO nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Took 10.06 seconds to spawn the instance on the hypervisor. [ 1607.262290] env[62127]: DEBUG nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1607.262478] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733585, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.263207] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea5f8f53-1de3-4f20-a740-aa21324a6345 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.292176] env[62127]: DEBUG nova.compute.manager [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Received event network-changed-b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1607.292176] env[62127]: DEBUG nova.compute.manager [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Refreshing instance network info cache due to event network-changed-b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1607.292383] env[62127]: DEBUG oslo_concurrency.lockutils [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] Acquiring lock "refresh_cache-92c9865b-9011-48f4-a64d-016620697a1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1607.292538] env[62127]: DEBUG oslo_concurrency.lockutils [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] Acquired lock "refresh_cache-92c9865b-9011-48f4-a64d-016620697a1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1607.292757] env[62127]: DEBUG nova.network.neutron [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Refreshing network info cache for port b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1607.310715] env[62127]: DEBUG oslo_vmware.api [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733582, 'name': PowerOffVM_Task, 'duration_secs': 0.327842} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.311919] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1607.312150] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1607.312773] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ade5a185-26e5-4d36-a3d6-9f4b50adb31e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.349915] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733578, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.870494} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.350239] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1dec8d36-29a9-4f63-a437-338e71bc64bd/1dec8d36-29a9-4f63-a437-338e71bc64bd.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1607.350412] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1607.350699] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4365f0d1-c683-4a14-9716-a15356f03e80 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.359569] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1607.359569] env[62127]: value = "task-1733587" [ 1607.359569] env[62127]: _type = "Task" [ 1607.359569] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.371749] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733587, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.398538] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1607.398896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.403874] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1607.404035] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1607.404256] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleting the datastore file [datastore1] fd55f844-be0e-4d47-bee2-a85983a00f66 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1607.404557] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a30e66e8-d121-4874-8517-4c81283e6410 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.415909] env[62127]: DEBUG oslo_vmware.api [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1607.415909] env[62127]: value = "task-1733588" [ 1607.415909] env[62127]: _type = "Task" [ 1607.415909] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.426995] env[62127]: DEBUG oslo_vmware.api [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.718234] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.880s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1607.721456] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.608s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1607.722701] env[62127]: INFO nova.compute.claims [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1607.742134] env[62127]: INFO nova.scheduler.client.report [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Deleted allocations for instance cebd71d6-5e4d-430f-9159-a0cfa5069c0d [ 1607.759327] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733585, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.785309] env[62127]: INFO nova.compute.manager [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Took 23.64 seconds to build instance. [ 1607.870715] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733587, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.225967} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1607.871081] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1607.871861] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bf1b4a-23e1-4b05-8b53-d76c6da8aebc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.896116] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 1dec8d36-29a9-4f63-a437-338e71bc64bd/1dec8d36-29a9-4f63-a437-338e71bc64bd.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1607.896480] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9e8a57c-6eb2-4837-b7aa-270f011678d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1607.913202] env[62127]: DEBUG nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1607.924172] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1607.924172] env[62127]: value = "task-1733589" [ 1607.924172] env[62127]: _type = "Task" [ 1607.924172] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1607.927888] env[62127]: DEBUG oslo_vmware.api [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733588, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1607.940034] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733589, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.079694] env[62127]: DEBUG nova.network.neutron [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Updated VIF entry in instance network info cache for port b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1608.080349] env[62127]: DEBUG nova.network.neutron [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Updating instance_info_cache with network_info: [{"id": "b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915", "address": "fa:16:3e:7a:c6:61", "network": {"id": "905d46f7-6dc7-482a-83be-7db39f022690", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1745044565-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b332a5fe36d4eee93615f2504ffb14f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "578f2ebc-5719-4d31-9bac-d3d247f9293f", "external-id": "nsx-vlan-transportzone-58", "segmentation_id": 58, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb0f5c31d-af", "ovs_interfaceid": "b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1608.249521] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e0451896-0d39-4722-bec7-3be061637c63 tempest-ServerShowV247Test-1447675420 tempest-ServerShowV247Test-1447675420-project-member] Lock "cebd71d6-5e4d-430f-9159-a0cfa5069c0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.683s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.261886] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733585, 'name': CreateVM_Task, 'duration_secs': 0.771822} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.261886] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1608.262180] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.262373] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.262723] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1608.263611] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a29d232a-5184-4406-a973-100df72d9c34 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.270011] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1608.270011] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bef4c5-64c5-af14-d4f1-eac92ec2e864" [ 1608.270011] env[62127]: _type = "Task" [ 1608.270011] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.279867] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bef4c5-64c5-af14-d4f1-eac92ec2e864, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.287836] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cb16568e-f7e2-4a89-ba38-28e85f41ce8b tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "66423074-94de-4546-955b-9ffd5e89905d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.152s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1608.430599] env[62127]: DEBUG oslo_vmware.api [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733588, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.665065} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.434292] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1608.434528] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1608.434751] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1608.434991] env[62127]: INFO nova.compute.manager [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1608.435307] env[62127]: DEBUG oslo.service.loopingcall [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1608.435841] env[62127]: DEBUG nova.compute.manager [-] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1608.435961] env[62127]: DEBUG nova.network.neutron [-] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1608.438865] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1608.444087] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733589, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.584176] env[62127]: DEBUG oslo_concurrency.lockutils [req-20cac503-8dc1-4674-8f92-3c54f4588f8d req-03d7c9ef-dc47-4711-ac11-3d6b92fe435c service nova] Releasing lock "refresh_cache-92c9865b-9011-48f4-a64d-016620697a1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.783605] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bef4c5-64c5-af14-d4f1-eac92ec2e864, 'name': SearchDatastore_Task, 'duration_secs': 0.012288} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.783916] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1608.784164] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1608.784402] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1608.784551] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1608.784734] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1608.785012] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64515955-9d96-49c1-bf6a-9bea18789165 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.803163] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1608.803519] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1608.804321] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b05d8ea-17e5-4b53-9e8c-cea4c7ab4431 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.810546] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1608.810546] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c13712-745f-febc-0f15-88412a7d16e1" [ 1608.810546] env[62127]: _type = "Task" [ 1608.810546] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.822290] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c13712-745f-febc-0f15-88412a7d16e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.936851] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ea35d2-4620-4bd4-a091-d3442d6f2b54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.943087] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733589, 'name': ReconfigVM_Task, 'duration_secs': 0.617474} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.943769] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 1dec8d36-29a9-4f63-a437-338e71bc64bd/1dec8d36-29a9-4f63-a437-338e71bc64bd.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1608.944632] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0198061e-4400-4957-99a7-862ed6943576 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.949096] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-191660e6-4174-49f0-9afc-9bc6a2625e4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.953926] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1608.953926] env[62127]: value = "task-1733590" [ 1608.953926] env[62127]: _type = "Task" [ 1608.953926] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.985801] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93423488-1107-49ed-a1e8-0ecca30e13c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.991719] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733590, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.996915] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5caa9ff0-e87e-48e8-bf3f-c0dbf7259899 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.011100] env[62127]: DEBUG nova.compute.provider_tree [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1609.115691] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "66423074-94de-4546-955b-9ffd5e89905d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.116031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "66423074-94de-4546-955b-9ffd5e89905d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.116290] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "66423074-94de-4546-955b-9ffd5e89905d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.116540] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "66423074-94de-4546-955b-9ffd5e89905d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.116722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "66423074-94de-4546-955b-9ffd5e89905d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.119276] env[62127]: INFO nova.compute.manager [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Terminating instance [ 1609.121506] env[62127]: DEBUG nova.compute.manager [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1609.121698] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.122613] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa62679a-5ed0-4ae7-adf8-e88332a3f8a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.131357] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.131583] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-736f822b-1966-480e-8d54-2fa3c29b611b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.138779] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1609.138779] env[62127]: value = "task-1733591" [ 1609.138779] env[62127]: _type = "Task" [ 1609.138779] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.147653] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733591, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.200680] env[62127]: DEBUG nova.network.neutron [-] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1609.325377] env[62127]: DEBUG nova.compute.manager [req-b4405458-93d8-43e6-aaea-aa9ff6e7111d req-60435c45-f97e-424e-9e65-4607dfbd724d service nova] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Received event network-vif-deleted-7499729b-faf3-448d-96d6-59081190a2c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1609.326056] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c13712-745f-febc-0f15-88412a7d16e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.465218] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733590, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.514479] env[62127]: DEBUG nova.scheduler.client.report [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1609.649729] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733591, 'name': PowerOffVM_Task, 'duration_secs': 0.342307} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.650037] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1609.650223] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1609.650483] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4fe0c2b4-6c62-42e2-88af-e25391330aff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.703675] env[62127]: INFO nova.compute.manager [-] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Took 1.27 seconds to deallocate network for instance. [ 1609.731854] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1609.732125] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1609.732326] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleting the datastore file [datastore1] 66423074-94de-4546-955b-9ffd5e89905d {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1609.732605] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6530fe04-d21e-46c2-a21c-edeb1d53e27e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.742742] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1609.742742] env[62127]: value = "task-1733593" [ 1609.742742] env[62127]: _type = "Task" [ 1609.742742] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.750447] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.780896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.781165] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.781518] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1609.781692] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1609.781692] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1609.783732] env[62127]: INFO nova.compute.manager [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Terminating instance [ 1609.785386] env[62127]: DEBUG nova.compute.manager [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1609.785578] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1609.786417] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59046ccb-e559-4375-bc8c-30da99b62fa8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.794971] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1609.795272] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8aad7a3b-e37c-46c1-a8c7-c43affc3c651 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.802211] env[62127]: DEBUG oslo_vmware.api [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1609.802211] env[62127]: value = "task-1733594" [ 1609.802211] env[62127]: _type = "Task" [ 1609.802211] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1609.811296] env[62127]: DEBUG oslo_vmware.api [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733594, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.826253] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c13712-745f-febc-0f15-88412a7d16e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.965567] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733590, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.019501] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.299s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1610.020070] env[62127]: DEBUG nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1610.022927] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.534s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1610.023050] env[62127]: DEBUG nova.objects.instance [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lazy-loading 'resources' on Instance uuid 8bee3ff4-7975-42aa-801a-20299b7a18b4 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1610.211358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1610.252990] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.319691] env[62127]: DEBUG oslo_vmware.api [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733594, 'name': PowerOffVM_Task, 'duration_secs': 0.245674} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.320363] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1610.320547] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1610.320807] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2d9d4684-9182-4a65-b06c-cbcead5f7352 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.324860] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c13712-745f-febc-0f15-88412a7d16e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.401843] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1610.402249] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1610.402301] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Deleting the datastore file [datastore1] e2d79ee0-158f-4d15-ac33-f3d9315b51df {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1610.402541] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db960b4-f066-43d1-885d-e15f986aa90f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.409788] env[62127]: DEBUG oslo_vmware.api [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for the task: (returnval){ [ 1610.409788] env[62127]: value = "task-1733596" [ 1610.409788] env[62127]: _type = "Task" [ 1610.409788] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.417766] env[62127]: DEBUG oslo_vmware.api [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.466177] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733590, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.526050] env[62127]: DEBUG nova.compute.utils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1610.530785] env[62127]: DEBUG nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1610.530956] env[62127]: DEBUG nova.network.neutron [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1610.571947] env[62127]: DEBUG nova.policy [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133055a7f2e24ce09c4215fad991a7fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2889ffd702494d55ae7fb39d53b9d99f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1610.726773] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bc2e78-c6f8-4fe2-9848-df0fcf857c92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.734677] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc8b319-ef1c-4e66-a4cd-cfc7ecb4e306 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.768775] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7d1f378-fb9d-4e55-ba7b-23fbc0c623fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.776552] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733593, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.779757] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-841fdf8a-6755-4687-9921-660d525ab62c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.793015] env[62127]: DEBUG nova.compute.provider_tree [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1610.822877] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c13712-745f-febc-0f15-88412a7d16e1, 'name': SearchDatastore_Task, 'duration_secs': 1.99613} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.823679] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896f9f62-20c0-4a97-80d0-28840695f2f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.829463] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1610.829463] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d6e62d-f7ce-dedb-07e1-eaf0646e90bc" [ 1610.829463] env[62127]: _type = "Task" [ 1610.829463] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.837992] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6e62d-f7ce-dedb-07e1-eaf0646e90bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.841009] env[62127]: DEBUG nova.network.neutron [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Successfully created port: e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1610.920761] env[62127]: DEBUG oslo_vmware.api [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733596, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.965988] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733590, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.030065] env[62127]: DEBUG nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1611.275987] env[62127]: DEBUG oslo_vmware.api [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733593, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.48989} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.276291] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.276549] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1611.276782] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1611.276999] env[62127]: INFO nova.compute.manager [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1611.277267] env[62127]: DEBUG oslo.service.loopingcall [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.277467] env[62127]: DEBUG nova.compute.manager [-] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1611.277563] env[62127]: DEBUG nova.network.neutron [-] [instance: 66423074-94de-4546-955b-9ffd5e89905d] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1611.297036] env[62127]: DEBUG nova.scheduler.client.report [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1611.342262] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6e62d-f7ce-dedb-07e1-eaf0646e90bc, 'name': SearchDatastore_Task, 'duration_secs': 0.259134} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.344393] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1611.344663] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 92c9865b-9011-48f4-a64d-016620697a1e/92c9865b-9011-48f4-a64d-016620697a1e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1611.344928] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-75395382-05f6-4eeb-9ef4-15687b03e3b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.353065] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1611.353065] env[62127]: value = "task-1733597" [ 1611.353065] env[62127]: _type = "Task" [ 1611.353065] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.362588] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733597, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.421658] env[62127]: DEBUG oslo_vmware.api [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Task: {'id': task-1733596, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.825671} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.421992] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1611.422149] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1611.422345] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1611.422602] env[62127]: INFO nova.compute.manager [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1611.422785] env[62127]: DEBUG oslo.service.loopingcall [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1611.422980] env[62127]: DEBUG nova.compute.manager [-] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1611.423083] env[62127]: DEBUG nova.network.neutron [-] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1611.467339] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733590, 'name': Rename_Task, 'duration_secs': 2.267214} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1611.470153] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1611.470153] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f575d22-7a57-4086-b0a2-e0d8fbb011b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.476938] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1611.476938] env[62127]: value = "task-1733598" [ 1611.476938] env[62127]: _type = "Task" [ 1611.476938] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.486152] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.639860] env[62127]: DEBUG nova.compute.manager [req-e694c525-3a49-43f5-8653-d8c67df6fd20 req-61798f6d-d060-4860-8d1c-da1a66d07077 service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Received event network-vif-deleted-42adc611-02a1-422d-bdb8-dd85819b356e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1611.640131] env[62127]: INFO nova.compute.manager [req-e694c525-3a49-43f5-8653-d8c67df6fd20 req-61798f6d-d060-4860-8d1c-da1a66d07077 service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Neutron deleted interface 42adc611-02a1-422d-bdb8-dd85819b356e; detaching it from the instance and deleting it from the info cache [ 1611.640350] env[62127]: DEBUG nova.network.neutron [req-e694c525-3a49-43f5-8653-d8c67df6fd20 req-61798f6d-d060-4860-8d1c-da1a66d07077 service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1611.802083] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.778s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1611.804987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.357s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1611.806730] env[62127]: INFO nova.compute.claims [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1611.830296] env[62127]: INFO nova.scheduler.client.report [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Deleted allocations for instance 8bee3ff4-7975-42aa-801a-20299b7a18b4 [ 1611.866498] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733597, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.989869] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733598, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.038226] env[62127]: DEBUG nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1612.063839] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1612.064113] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1612.064273] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1612.064455] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1612.064775] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1612.064980] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1612.065297] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1612.065566] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1612.065854] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1612.066157] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1612.066436] env[62127]: DEBUG nova.virt.hardware [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1612.067791] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a72cc64-9321-4285-a5cb-1f61afd37b7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.076890] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb10e35-deef-4502-bb43-9ea4c4420aef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.117985] env[62127]: DEBUG nova.network.neutron [-] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.143540] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9bfb0bec-63f7-4e9b-8907-1281a5df88a5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.155486] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d53c4fa-2ac1-4392-a4ab-565def1b2f3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.193410] env[62127]: DEBUG nova.compute.manager [req-e694c525-3a49-43f5-8653-d8c67df6fd20 req-61798f6d-d060-4860-8d1c-da1a66d07077 service nova] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Detach interface failed, port_id=42adc611-02a1-422d-bdb8-dd85819b356e, reason: Instance 66423074-94de-4546-955b-9ffd5e89905d could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1612.265015] env[62127]: DEBUG nova.compute.manager [req-3fe11f3e-882c-4db3-9468-d89735b83eba req-402c162e-c489-474f-9055-80ed9fbca1bb service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received event network-vif-plugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1612.265267] env[62127]: DEBUG oslo_concurrency.lockutils [req-3fe11f3e-882c-4db3-9468-d89735b83eba req-402c162e-c489-474f-9055-80ed9fbca1bb service nova] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1612.265478] env[62127]: DEBUG oslo_concurrency.lockutils [req-3fe11f3e-882c-4db3-9468-d89735b83eba req-402c162e-c489-474f-9055-80ed9fbca1bb service nova] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1612.265641] env[62127]: DEBUG oslo_concurrency.lockutils [req-3fe11f3e-882c-4db3-9468-d89735b83eba req-402c162e-c489-474f-9055-80ed9fbca1bb service nova] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.266471] env[62127]: DEBUG nova.compute.manager [req-3fe11f3e-882c-4db3-9468-d89735b83eba req-402c162e-c489-474f-9055-80ed9fbca1bb service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] No waiting events found dispatching network-vif-plugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1612.266471] env[62127]: WARNING nova.compute.manager [req-3fe11f3e-882c-4db3-9468-d89735b83eba req-402c162e-c489-474f-9055-80ed9fbca1bb service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received unexpected event network-vif-plugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 for instance with vm_state building and task_state spawning. [ 1612.338987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-73d073be-0692-4453-9f81-0085130f53bc tempest-ImagesTestJSON-100206474 tempest-ImagesTestJSON-100206474-project-member] Lock "8bee3ff4-7975-42aa-801a-20299b7a18b4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.357s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1612.367834] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733597, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726823} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.368314] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 92c9865b-9011-48f4-a64d-016620697a1e/92c9865b-9011-48f4-a64d-016620697a1e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1612.368724] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1612.371351] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1ed7debb-6971-472a-9e44-623daf814002 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.379365] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1612.379365] env[62127]: value = "task-1733599" [ 1612.379365] env[62127]: _type = "Task" [ 1612.379365] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.389599] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733599, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.425278] env[62127]: DEBUG nova.network.neutron [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Successfully updated port: e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1612.489887] env[62127]: DEBUG oslo_vmware.api [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733598, 'name': PowerOnVM_Task, 'duration_secs': 0.943354} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.491442] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1612.491442] env[62127]: INFO nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Took 12.75 seconds to spawn the instance on the hypervisor. [ 1612.491442] env[62127]: DEBUG nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1612.493034] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f776fb6-7ad6-4ef3-aabb-a334b6d96332 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.501150] env[62127]: DEBUG nova.network.neutron [-] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1612.624534] env[62127]: INFO nova.compute.manager [-] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Took 1.35 seconds to deallocate network for instance. [ 1612.889896] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733599, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079832} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.890980] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1612.892098] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca2e2eda-6933-44d6-add1-c071b0bd4105 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.919075] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 92c9865b-9011-48f4-a64d-016620697a1e/92c9865b-9011-48f4-a64d-016620697a1e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1612.922448] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1edb4b4-745e-424f-9fd1-f4b2e0aec7ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.939100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1612.939367] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1612.939644] env[62127]: DEBUG nova.network.neutron [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1612.951600] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1612.951600] env[62127]: value = "task-1733600" [ 1612.951600] env[62127]: _type = "Task" [ 1612.951600] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.964254] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733600, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.009075] env[62127]: INFO nova.compute.manager [-] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Took 1.59 seconds to deallocate network for instance. [ 1613.012413] env[62127]: INFO nova.compute.manager [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Took 28.43 seconds to build instance. [ 1613.074337] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a7af77-11ff-422b-9a71-254d3db1c48f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.082725] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90ff1a41-db49-4a82-a0c7-5f140e372862 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.115589] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a77aa240-ed3a-46f5-9311-c59863af32c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.126034] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4b1d02-c284-4a6b-aa6c-9767e334884d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.132549] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.142598] env[62127]: DEBUG nova.compute.provider_tree [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1613.463788] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733600, 'name': ReconfigVM_Task, 'duration_secs': 0.388891} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.464133] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 92c9865b-9011-48f4-a64d-016620697a1e/92c9865b-9011-48f4-a64d-016620697a1e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1613.466564] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49620138-4cd9-4ac0-b14e-6495c8bcba02 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1613.473177] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1613.473177] env[62127]: value = "task-1733601" [ 1613.473177] env[62127]: _type = "Task" [ 1613.473177] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1613.482376] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733601, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.495377] env[62127]: DEBUG nova.network.neutron [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1613.515388] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d92aa4eb-f258-4cec-a1bf-62cd73b4ca05 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.951s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1613.520422] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1613.650830] env[62127]: DEBUG nova.scheduler.client.report [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1613.677403] env[62127]: DEBUG nova.compute.manager [req-153e8c1a-5534-427f-94a3-11284f32300f req-bc359e70-6c0b-411b-846c-7dae13731b2f service nova] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Received event network-vif-deleted-7e7f5a44-c869-4df2-90b3-c7a0eda936b7 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1613.751585] env[62127]: DEBUG nova.network.neutron [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e39100-5e", "ovs_interfaceid": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1613.983842] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733601, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.159461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.160111] env[62127]: DEBUG nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1614.164458] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.381s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.164458] env[62127]: INFO nova.compute.claims [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1614.241350] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "1dec8d36-29a9-4f63-a437-338e71bc64bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.241747] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.242048] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "1dec8d36-29a9-4f63-a437-338e71bc64bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1614.242293] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1614.242529] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1614.244990] env[62127]: INFO nova.compute.manager [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Terminating instance [ 1614.247319] env[62127]: DEBUG nova.compute.manager [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1614.247523] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1614.248354] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae4dc1a-421f-4e5a-b36b-418f653c957b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.253988] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1614.254257] env[62127]: DEBUG nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Instance network_info: |[{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e39100-5e", "ovs_interfaceid": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1614.256722] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e39100-5ed8-4cf3-ae99-266250c728c3', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1614.264500] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating folder: Project (2889ffd702494d55ae7fb39d53b9d99f). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.264778] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1614.265271] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e887f9e3-894d-43ef-8f39-5c28e72f1f9b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.266781] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-943a232d-064c-4382-903c-3039f579bd13 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.274916] env[62127]: DEBUG oslo_vmware.api [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1614.274916] env[62127]: value = "task-1733603" [ 1614.274916] env[62127]: _type = "Task" [ 1614.274916] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.280250] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Created folder: Project (2889ffd702494d55ae7fb39d53b9d99f) in parent group-v360450. [ 1614.280400] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating folder: Instances. Parent ref: group-v360694. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1614.280819] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e096d3d-7b8c-4b8d-9dab-67693bc11738 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.285658] env[62127]: DEBUG oslo_vmware.api [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733603, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.295368] env[62127]: DEBUG nova.compute.manager [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received event network-changed-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1614.295609] env[62127]: DEBUG nova.compute.manager [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Refreshing instance network info cache due to event network-changed-e7e39100-5ed8-4cf3-ae99-266250c728c3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1614.295858] env[62127]: DEBUG oslo_concurrency.lockutils [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] Acquiring lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.296022] env[62127]: DEBUG oslo_concurrency.lockutils [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] Acquired lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.296214] env[62127]: DEBUG nova.network.neutron [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Refreshing network info cache for port e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1614.299045] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Created folder: Instances in parent group-v360694. [ 1614.299289] env[62127]: DEBUG oslo.service.loopingcall [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1614.299699] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1614.300771] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9a441fe-0776-43f1-a59e-fe5f8f15b35a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.329790] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1614.329790] env[62127]: value = "task-1733605" [ 1614.329790] env[62127]: _type = "Task" [ 1614.329790] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.345337] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733605, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.485881] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733601, 'name': Rename_Task, 'duration_secs': 0.967095} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.486772] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1614.487109] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-632f6c2e-9300-4649-ac8c-79d98b8d0586 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.494816] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1614.494816] env[62127]: value = "task-1733606" [ 1614.494816] env[62127]: _type = "Task" [ 1614.494816] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.505564] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.673510] env[62127]: DEBUG nova.compute.utils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1614.679083] env[62127]: DEBUG nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1614.679083] env[62127]: DEBUG nova.network.neutron [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1614.761376] env[62127]: DEBUG nova.policy [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4321727789346c0b69f841d11c5dc01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b33d95450c5454f8b2d3f7d02ed3d71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1614.785135] env[62127]: DEBUG oslo_vmware.api [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733603, 'name': PowerOffVM_Task, 'duration_secs': 0.167264} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.785412] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1614.785574] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1614.785821] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-319e4d37-5763-4a28-ba66-0360a6646702 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.841267] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733605, 'name': CreateVM_Task, 'duration_secs': 0.362774} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1614.841440] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1614.842109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1614.842281] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1614.842610] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1614.842885] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e6253a-a113-4dd7-8d6d-9c88e8f6fb26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.847850] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1614.847850] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e80938-909e-e2ce-0da7-60b6e964a126" [ 1614.847850] env[62127]: _type = "Task" [ 1614.847850] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.856136] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e80938-909e-e2ce-0da7-60b6e964a126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1614.884555] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1614.884810] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1614.885045] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleting the datastore file [datastore1] 1dec8d36-29a9-4f63-a437-338e71bc64bd {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1614.885357] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11eb8842-50a8-4ccd-9a36-24d6411e6270 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.893090] env[62127]: DEBUG oslo_vmware.api [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1614.893090] env[62127]: value = "task-1733608" [ 1614.893090] env[62127]: _type = "Task" [ 1614.893090] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1614.904706] env[62127]: DEBUG oslo_vmware.api [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733608, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.007621] env[62127]: DEBUG oslo_vmware.api [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733606, 'name': PowerOnVM_Task, 'duration_secs': 0.468399} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.008565] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1615.008565] env[62127]: INFO nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Took 10.63 seconds to spawn the instance on the hypervisor. [ 1615.008565] env[62127]: DEBUG nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1615.009279] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544de1ba-ddd1-4056-b5a2-a1e736977551 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.092813] env[62127]: DEBUG nova.network.neutron [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Successfully created port: 3eb6790b-fde7-499c-9765-a835ef20fd81 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1615.178168] env[62127]: DEBUG nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1615.322583] env[62127]: DEBUG nova.network.neutron [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updated VIF entry in instance network info cache for port e7e39100-5ed8-4cf3-ae99-266250c728c3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1615.322961] env[62127]: DEBUG nova.network.neutron [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e39100-5e", "ovs_interfaceid": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.359356] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e80938-909e-e2ce-0da7-60b6e964a126, 'name': SearchDatastore_Task, 'duration_secs': 0.021612} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.362013] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.362273] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1615.362504] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1615.362651] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1615.362856] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1615.363314] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661069d0-2c4f-4102-a1d8-694fdd4f3cab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.373053] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1615.373560] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1615.376710] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-148fd856-bfc7-4ee2-b8c4-b2a0ab78ddab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.382466] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1615.382466] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f13697-6ff8-992b-fcbf-f7f62fd72596" [ 1615.382466] env[62127]: _type = "Task" [ 1615.382466] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.390457] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f13697-6ff8-992b-fcbf-f7f62fd72596, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1615.401896] env[62127]: DEBUG oslo_vmware.api [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733608, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155928} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.402173] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1615.402435] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1615.402694] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1615.402694] env[62127]: INFO nova.compute.manager [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1615.402896] env[62127]: DEBUG oslo.service.loopingcall [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1615.403124] env[62127]: DEBUG nova.compute.manager [-] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1615.403196] env[62127]: DEBUG nova.network.neutron [-] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1615.468536] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54d00fc-4a02-4c1e-b10d-01580206ae43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.477632] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233d51da-1b25-4209-8898-f121536eb8cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.510629] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-807dabc1-cdd6-47dd-be1a-96323b64ed5d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.518681] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475134c8-7be9-4e25-89d4-d3ff7b0b8bb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.528953] env[62127]: INFO nova.compute.manager [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Took 27.87 seconds to build instance. [ 1615.537892] env[62127]: DEBUG nova.compute.provider_tree [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1615.714414] env[62127]: DEBUG nova.compute.manager [req-03c9e885-d3a2-425e-832c-bb54f099b0d1 req-ecff4ec1-28db-4d4b-befc-b200cf3fd78c service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Received event network-vif-deleted-fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1615.714414] env[62127]: INFO nova.compute.manager [req-03c9e885-d3a2-425e-832c-bb54f099b0d1 req-ecff4ec1-28db-4d4b-befc-b200cf3fd78c service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Neutron deleted interface fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3; detaching it from the instance and deleting it from the info cache [ 1615.714414] env[62127]: DEBUG nova.network.neutron [req-03c9e885-d3a2-425e-832c-bb54f099b0d1 req-ecff4ec1-28db-4d4b-befc-b200cf3fd78c service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1615.826727] env[62127]: DEBUG oslo_concurrency.lockutils [req-23cf6b34-51e2-4cf7-a63e-ac6a72b2d881 req-4338b66a-1eea-4e35-a2e7-fcc862ad4055 service nova] Releasing lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1615.895049] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f13697-6ff8-992b-fcbf-f7f62fd72596, 'name': SearchDatastore_Task, 'duration_secs': 0.021603} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1615.895049] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc2a156e-2ad0-48d9-a8f3-3fb0df8c4101 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.900971] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1615.900971] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f8f4e8-41cd-9600-5ec1-780fa67f46d8" [ 1615.900971] env[62127]: _type = "Task" [ 1615.900971] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1615.909264] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f8f4e8-41cd-9600-5ec1-780fa67f46d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.042175] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5d691c0-72d4-4706-9b1f-ba965eb798f0 tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "92c9865b-9011-48f4-a64d-016620697a1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.393s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.042501] env[62127]: DEBUG nova.scheduler.client.report [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1616.135858] env[62127]: DEBUG nova.network.neutron [-] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1616.189482] env[62127]: DEBUG nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1616.216503] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1616.217029] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1616.217204] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1616.218030] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1616.218030] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1616.218030] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1616.218030] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1616.218252] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1616.218252] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1616.218395] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1616.218565] env[62127]: DEBUG nova.virt.hardware [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1616.219714] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31a824d-9725-4923-bc9f-1a859933d5f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.222461] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b5a7e84c-ea74-4f9f-bd3d-ec63fc2ba5ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.232560] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a14b582-ee5b-45d0-a011-dab375a08932 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.239629] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fdf3e1-e38f-4db9-89d3-772e91f25abe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.269016] env[62127]: DEBUG nova.compute.manager [req-03c9e885-d3a2-425e-832c-bb54f099b0d1 req-ecff4ec1-28db-4d4b-befc-b200cf3fd78c service nova] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Detach interface failed, port_id=fc6e6ed3-e984-4188-a5a2-b4ac6061a7f3, reason: Instance 1dec8d36-29a9-4f63-a437-338e71bc64bd could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1616.416422] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f8f4e8-41cd-9600-5ec1-780fa67f46d8, 'name': SearchDatastore_Task, 'duration_secs': 0.01108} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1616.417305] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1616.418025] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1616.418025] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10ac7d1b-cd6a-4453-9597-d1097c75fa40 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.426399] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1616.426399] env[62127]: value = "task-1733609" [ 1616.426399] env[62127]: _type = "Task" [ 1616.426399] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.437319] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.552013] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.552605] env[62127]: DEBUG nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1616.555267] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.116s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.556707] env[62127]: INFO nova.compute.claims [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1616.609867] env[62127]: DEBUG nova.compute.manager [req-9933ec04-2b93-4273-b1de-d6d42646564a req-1c4fdd8b-f14a-460e-9042-7659f07f344e service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Received event network-vif-plugged-3eb6790b-fde7-499c-9765-a835ef20fd81 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1616.610119] env[62127]: DEBUG oslo_concurrency.lockutils [req-9933ec04-2b93-4273-b1de-d6d42646564a req-1c4fdd8b-f14a-460e-9042-7659f07f344e service nova] Acquiring lock "1834d8d1-7924-4403-b0d1-12b10f1f8346-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.610255] env[62127]: DEBUG oslo_concurrency.lockutils [req-9933ec04-2b93-4273-b1de-d6d42646564a req-1c4fdd8b-f14a-460e-9042-7659f07f344e service nova] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.610426] env[62127]: DEBUG oslo_concurrency.lockutils [req-9933ec04-2b93-4273-b1de-d6d42646564a req-1c4fdd8b-f14a-460e-9042-7659f07f344e service nova] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.610594] env[62127]: DEBUG nova.compute.manager [req-9933ec04-2b93-4273-b1de-d6d42646564a req-1c4fdd8b-f14a-460e-9042-7659f07f344e service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] No waiting events found dispatching network-vif-plugged-3eb6790b-fde7-499c-9765-a835ef20fd81 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1616.610758] env[62127]: WARNING nova.compute.manager [req-9933ec04-2b93-4273-b1de-d6d42646564a req-1c4fdd8b-f14a-460e-9042-7659f07f344e service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Received unexpected event network-vif-plugged-3eb6790b-fde7-499c-9765-a835ef20fd81 for instance with vm_state building and task_state spawning. [ 1616.638754] env[62127]: INFO nova.compute.manager [-] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Took 1.24 seconds to deallocate network for instance. [ 1616.707972] env[62127]: DEBUG nova.network.neutron [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Successfully updated port: 3eb6790b-fde7-499c-9765-a835ef20fd81 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1616.903395] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "92c9865b-9011-48f4-a64d-016620697a1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.903686] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "92c9865b-9011-48f4-a64d-016620697a1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.903984] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "92c9865b-9011-48f4-a64d-016620697a1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1616.904337] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "92c9865b-9011-48f4-a64d-016620697a1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1616.904639] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "92c9865b-9011-48f4-a64d-016620697a1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1616.907148] env[62127]: INFO nova.compute.manager [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Terminating instance [ 1616.908933] env[62127]: DEBUG nova.compute.manager [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1616.909186] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1616.910362] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9d050d7-975b-488d-9764-99edf6db12d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.920361] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1616.920361] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e5ff6ec-1e2c-4949-bfb4-5167b2afc3a5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.930152] env[62127]: DEBUG oslo_vmware.api [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1616.930152] env[62127]: value = "task-1733610" [ 1616.930152] env[62127]: _type = "Task" [ 1616.930152] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1616.943244] env[62127]: DEBUG oslo_vmware.api [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1616.946073] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733609, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.066209] env[62127]: DEBUG nova.compute.utils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1617.068374] env[62127]: DEBUG nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1617.068976] env[62127]: DEBUG nova.network.neutron [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1617.114397] env[62127]: DEBUG nova.policy [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4321727789346c0b69f841d11c5dc01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b33d95450c5454f8b2d3f7d02ed3d71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1617.145609] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1617.211212] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1617.211445] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1617.211719] env[62127]: DEBUG nova.network.neutron [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1617.405185] env[62127]: DEBUG nova.network.neutron [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Successfully created port: a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1617.443395] env[62127]: DEBUG oslo_vmware.api [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733610, 'name': PowerOffVM_Task, 'duration_secs': 0.22537} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1617.447698] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1617.449377] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1617.450182] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733609, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1617.450651] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-198e2a5a-b0c8-494d-914e-53a1912a7db9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.575289] env[62127]: DEBUG nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1617.748718] env[62127]: DEBUG nova.network.neutron [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1617.815865] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6ec6361-fe92-46f5-8355-d8984a8c3ee8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.824659] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0f6b1c-74d2-4c12-b71f-9d2d64cf5b90 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.861111] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24b763f-df8c-448c-9115-7f9fc4049d8d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.870133] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e22c8cd1-30c4-460c-b935-ccc704cc6a4d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1617.886123] env[62127]: DEBUG nova.compute.provider_tree [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1617.903932] env[62127]: DEBUG nova.network.neutron [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updating instance_info_cache with network_info: [{"id": "3eb6790b-fde7-499c-9765-a835ef20fd81", "address": "fa:16:3e:b0:c7:ec", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6790b-fd", "ovs_interfaceid": "3eb6790b-fde7-499c-9765-a835ef20fd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1617.940807] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733609, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.160980] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1618.161210] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1618.161404] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Deleting the datastore file [datastore1] 92c9865b-9011-48f4-a64d-016620697a1e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1618.161743] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7e1d999b-7403-4b8e-8c2f-bd9f9bc63952 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.169780] env[62127]: DEBUG oslo_vmware.api [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for the task: (returnval){ [ 1618.169780] env[62127]: value = "task-1733612" [ 1618.169780] env[62127]: _type = "Task" [ 1618.169780] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.177938] env[62127]: DEBUG oslo_vmware.api [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.389955] env[62127]: DEBUG nova.scheduler.client.report [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1618.409281] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1618.409591] env[62127]: DEBUG nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Instance network_info: |[{"id": "3eb6790b-fde7-499c-9765-a835ef20fd81", "address": "fa:16:3e:b0:c7:ec", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6790b-fd", "ovs_interfaceid": "3eb6790b-fde7-499c-9765-a835ef20fd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1618.410042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b0:c7:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3eb6790b-fde7-499c-9765-a835ef20fd81', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1618.426847] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating folder: Project (1b33d95450c5454f8b2d3f7d02ed3d71). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.427517] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97c0c139-1dae-4866-b17c-a9cde66f44fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.440672] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created folder: Project (1b33d95450c5454f8b2d3f7d02ed3d71) in parent group-v360450. [ 1618.440885] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating folder: Instances. Parent ref: group-v360697. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1618.441612] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1dd36efb-aad3-4b7e-a770-57df0b709f05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.446667] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733609, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.689108} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.447435] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1618.447691] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1618.447952] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9736caa-53c8-49b3-bb0a-e61bc4cc76ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.455618] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created folder: Instances in parent group-v360697. [ 1618.455854] env[62127]: DEBUG oslo.service.loopingcall [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.456933] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1618.457371] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1618.457371] env[62127]: value = "task-1733615" [ 1618.457371] env[62127]: _type = "Task" [ 1618.457371] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.457560] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7d45c211-fce7-44ec-ae19-7757357ee8e5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.488299] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733615, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.489961] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1618.489961] env[62127]: value = "task-1733616" [ 1618.489961] env[62127]: _type = "Task" [ 1618.489961] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1618.501833] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733616, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1618.588320] env[62127]: DEBUG nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1618.615238] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1618.615547] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1618.615726] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1618.615913] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1618.616097] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1618.616227] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1618.616437] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1618.616618] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1618.616803] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1618.616969] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1618.617212] env[62127]: DEBUG nova.virt.hardware [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1618.618020] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf51872d-c48e-4f95-9745-870c21ee4525 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.626692] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf64999-5706-4625-a281-d05466d42a8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1618.643820] env[62127]: DEBUG nova.compute.manager [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Received event network-changed-3eb6790b-fde7-499c-9765-a835ef20fd81 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.644023] env[62127]: DEBUG nova.compute.manager [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Refreshing instance network info cache due to event network-changed-3eb6790b-fde7-499c-9765-a835ef20fd81. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1618.644240] env[62127]: DEBUG oslo_concurrency.lockutils [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] Acquiring lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1618.644380] env[62127]: DEBUG oslo_concurrency.lockutils [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] Acquired lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.644535] env[62127]: DEBUG nova.network.neutron [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Refreshing network info cache for port 3eb6790b-fde7-499c-9765-a835ef20fd81 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1618.681107] env[62127]: DEBUG oslo_vmware.api [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Task: {'id': task-1733612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171439} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.681727] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1618.681727] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1618.681727] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1618.682133] env[62127]: INFO nova.compute.manager [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Took 1.77 seconds to destroy the instance on the hypervisor. [ 1618.682195] env[62127]: DEBUG oslo.service.loopingcall [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1618.682384] env[62127]: DEBUG nova.compute.manager [-] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1618.682493] env[62127]: DEBUG nova.network.neutron [-] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1618.895150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.340s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.895699] env[62127]: DEBUG nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1618.898728] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.688s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.898972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1618.901211] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.769s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1618.901479] env[62127]: DEBUG nova.objects.instance [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'resources' on Instance uuid 66423074-94de-4546-955b-9ffd5e89905d {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1618.931919] env[62127]: INFO nova.scheduler.client.report [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted allocations for instance fd55f844-be0e-4d47-bee2-a85983a00f66 [ 1618.941119] env[62127]: DEBUG nova.compute.manager [req-00ff8a60-de6a-47e5-8cfc-28940f322c6e req-6d6a4bd0-d8ae-43ea-86a8-719304d5f222 service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Received event network-vif-deleted-b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1618.941353] env[62127]: INFO nova.compute.manager [req-00ff8a60-de6a-47e5-8cfc-28940f322c6e req-6d6a4bd0-d8ae-43ea-86a8-719304d5f222 service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Neutron deleted interface b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915; detaching it from the instance and deleting it from the info cache [ 1618.941530] env[62127]: DEBUG nova.network.neutron [req-00ff8a60-de6a-47e5-8cfc-28940f322c6e req-6d6a4bd0-d8ae-43ea-86a8-719304d5f222 service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1618.984926] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733615, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076417} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1618.986973] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1618.987777] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ebff609-8a39-4320-aa94-74bcd67316cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.028942] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1619.032676] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd71c384-fede-4d14-8298-ecce34602f82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.047346] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733616, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.059440] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1619.059440] env[62127]: value = "task-1733617" [ 1619.059440] env[62127]: _type = "Task" [ 1619.059440] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1619.063119] env[62127]: DEBUG nova.network.neutron [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Successfully updated port: a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1619.067604] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733617, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.356127] env[62127]: DEBUG nova.network.neutron [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updated VIF entry in instance network info cache for port 3eb6790b-fde7-499c-9765-a835ef20fd81. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1619.356520] env[62127]: DEBUG nova.network.neutron [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updating instance_info_cache with network_info: [{"id": "3eb6790b-fde7-499c-9765-a835ef20fd81", "address": "fa:16:3e:b0:c7:ec", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6790b-fd", "ovs_interfaceid": "3eb6790b-fde7-499c-9765-a835ef20fd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.400178] env[62127]: DEBUG nova.compute.utils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1619.401441] env[62127]: DEBUG nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1619.401610] env[62127]: DEBUG nova.network.neutron [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1619.421515] env[62127]: DEBUG nova.network.neutron [-] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1619.439813] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fc306b06-c030-4fe9-b115-f0d81f664a99 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "fd55f844-be0e-4d47-bee2-a85983a00f66" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.683s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1619.443466] env[62127]: DEBUG nova.policy [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0e8ddebcd64b239aab08a044025779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c02c3b3ba114f9a814fec4c0ddc2153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1619.445032] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d0edb754-bc6a-4e05-bb87-5b253206a9a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.455334] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b73d64cb-5cf4-4996-808d-6a7ca7bf2f20 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.488108] env[62127]: DEBUG nova.compute.manager [req-00ff8a60-de6a-47e5-8cfc-28940f322c6e req-6d6a4bd0-d8ae-43ea-86a8-719304d5f222 service nova] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Detach interface failed, port_id=b0f5c31d-afba-47e3-b4e6-6b1aeb0ae915, reason: Instance 92c9865b-9011-48f4-a64d-016620697a1e could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1619.500751] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733616, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.567401] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1619.569987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1619.570131] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.570276] env[62127]: DEBUG nova.network.neutron [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1619.594452] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61f8309e-3fc3-4772-8655-b6e7c3ecf1ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.602734] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46dc38a-9289-4cd3-95f8-2d13fb9a3a35 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.634548] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36514d33-1499-431a-81a6-183cc5306b3e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.642614] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6e752c-8527-485e-9cde-c439df2d13b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1619.656546] env[62127]: DEBUG nova.compute.provider_tree [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1619.760841] env[62127]: DEBUG nova.network.neutron [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Successfully created port: 24f3c7fb-0b7c-4e19-873b-0165139110d4 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1619.862735] env[62127]: DEBUG oslo_concurrency.lockutils [req-0a284330-bf44-43eb-8ad9-7aca40b51295 req-b4a5b0ec-ae45-4c90-8c40-e8d257c6b6c4 service nova] Releasing lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1619.904898] env[62127]: DEBUG nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1619.927019] env[62127]: INFO nova.compute.manager [-] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Took 1.24 seconds to deallocate network for instance. [ 1620.003650] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733616, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.068357] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733617, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.104510] env[62127]: DEBUG nova.network.neutron [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1620.160075] env[62127]: DEBUG nova.scheduler.client.report [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1620.276604] env[62127]: DEBUG nova.network.neutron [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Updating instance_info_cache with network_info: [{"id": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "address": "fa:16:3e:58:85:4d", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0c25f-ba", "ovs_interfaceid": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1620.433927] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.502845] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733616, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.569516] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733617, 'name': ReconfigVM_Task, 'duration_secs': 1.07861} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1620.569879] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1620.570532] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e01cb8e-60ae-49db-9724-aaaf53036e62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.578587] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1620.578587] env[62127]: value = "task-1733618" [ 1620.578587] env[62127]: _type = "Task" [ 1620.578587] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.588788] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733618, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.663749] env[62127]: DEBUG nova.compute.manager [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Received event network-vif-plugged-a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.664032] env[62127]: DEBUG oslo_concurrency.lockutils [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] Acquiring lock "8a7f4608-4464-474f-98cf-9bd7a596279b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1620.664202] env[62127]: DEBUG oslo_concurrency.lockutils [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.664371] env[62127]: DEBUG oslo_concurrency.lockutils [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.664535] env[62127]: DEBUG nova.compute.manager [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] No waiting events found dispatching network-vif-plugged-a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1620.664704] env[62127]: WARNING nova.compute.manager [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Received unexpected event network-vif-plugged-a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 for instance with vm_state building and task_state spawning. [ 1620.664860] env[62127]: DEBUG nova.compute.manager [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Received event network-changed-a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1620.665028] env[62127]: DEBUG nova.compute.manager [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Refreshing instance network info cache due to event network-changed-a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1620.665196] env[62127]: DEBUG oslo_concurrency.lockutils [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] Acquiring lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1620.666120] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.765s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1620.668269] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.148s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1620.668484] env[62127]: DEBUG nova.objects.instance [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lazy-loading 'resources' on Instance uuid e2d79ee0-158f-4d15-ac33-f3d9315b51df {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1620.688163] env[62127]: INFO nova.scheduler.client.report [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted allocations for instance 66423074-94de-4546-955b-9ffd5e89905d [ 1620.779945] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1620.780315] env[62127]: DEBUG nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Instance network_info: |[{"id": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "address": "fa:16:3e:58:85:4d", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0c25f-ba", "ovs_interfaceid": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1620.780633] env[62127]: DEBUG oslo_concurrency.lockutils [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] Acquired lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.780818] env[62127]: DEBUG nova.network.neutron [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Refreshing network info cache for port a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1620.782093] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:58:85:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1620.789497] env[62127]: DEBUG oslo.service.loopingcall [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1620.792223] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1620.792678] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4937d673-84bc-498c-9aa0-ccbe8a968595 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.813283] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1620.813283] env[62127]: value = "task-1733619" [ 1620.813283] env[62127]: _type = "Task" [ 1620.813283] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1620.821665] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733619, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1620.914812] env[62127]: DEBUG nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1620.942111] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1620.942410] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1620.942574] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1620.942760] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1620.942909] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1620.943169] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1620.943458] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1620.943632] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1620.943806] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1620.943974] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1620.944165] env[62127]: DEBUG nova.virt.hardware [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1620.945032] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cc5a253-5e29-40ee-ad17-6c0e8f148fa1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.954591] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d527903-795e-4de5-b0d4-da1c8a488de5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.006368] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733616, 'name': CreateVM_Task, 'duration_secs': 2.131749} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.006547] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1621.007221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.007384] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.007705] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1621.007961] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8bcf5887-a5c0-42e2-a760-e380e6368241 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.014026] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1621.014026] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522d56db-a54c-015f-91a4-a6c9562448c1" [ 1621.014026] env[62127]: _type = "Task" [ 1621.014026] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.022462] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522d56db-a54c-015f-91a4-a6c9562448c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.077935] env[62127]: DEBUG nova.network.neutron [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Updated VIF entry in instance network info cache for port a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1621.078605] env[62127]: DEBUG nova.network.neutron [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Updating instance_info_cache with network_info: [{"id": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "address": "fa:16:3e:58:85:4d", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0c25f-ba", "ovs_interfaceid": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1621.091938] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733618, 'name': Rename_Task, 'duration_secs': 0.177698} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.092235] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1621.092488] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d2c4826-d2ab-4e51-b95c-13ecdb1808e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.101579] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1621.101579] env[62127]: value = "task-1733620" [ 1621.101579] env[62127]: _type = "Task" [ 1621.101579] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.111499] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733620, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.195697] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6bc694d4-6957-4f2b-b337-19febcf29cd4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "66423074-94de-4546-955b-9ffd5e89905d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.080s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1621.294254] env[62127]: DEBUG nova.network.neutron [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Successfully updated port: 24f3c7fb-0b7c-4e19-873b-0165139110d4 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1621.326941] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733619, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.354848] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2f8ce01-aa01-4714-828f-9eb2b862312b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.363098] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a418e9c-88b9-42a2-8d97-ae3d25e030d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.394342] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb8860f-517c-49cb-a235-8f724fa14ffa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.402646] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d99e658-696d-4e5a-9496-336fdc874442 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.416324] env[62127]: DEBUG nova.compute.provider_tree [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1621.524511] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522d56db-a54c-015f-91a4-a6c9562448c1, 'name': SearchDatastore_Task, 'duration_secs': 0.014127} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.524818] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.525068] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1621.525307] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.525453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.525634] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1621.525888] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b4e3473-be6a-47bb-97f5-0bf41d4a7c2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.535017] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1621.535216] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1621.535926] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e018d764-da5d-4c11-8f87-cff51c5f8254 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.541858] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1621.541858] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528888b6-4502-7c96-21ac-9eeacc6f0ea6" [ 1621.541858] env[62127]: _type = "Task" [ 1621.541858] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.550093] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528888b6-4502-7c96-21ac-9eeacc6f0ea6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.581453] env[62127]: DEBUG oslo_concurrency.lockutils [req-a4c16c83-4992-4c41-bb35-3adb171d77e2 req-cb17e953-db5c-483b-972a-5e53a0c3b884 service nova] Releasing lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1621.612991] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733620, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.798812] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1621.799073] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1621.799241] env[62127]: DEBUG nova.network.neutron [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1621.824748] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733619, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.919581] env[62127]: DEBUG nova.scheduler.client.report [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1622.052931] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]528888b6-4502-7c96-21ac-9eeacc6f0ea6, 'name': SearchDatastore_Task, 'duration_secs': 0.011506} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.054282] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d85c8d47-f092-418b-bffb-c69ac7202c70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.059486] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1622.059486] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e95ab1-4ee1-5a47-affd-4b0e3f98ac81" [ 1622.059486] env[62127]: _type = "Task" [ 1622.059486] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.068569] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e95ab1-4ee1-5a47-affd-4b0e3f98ac81, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.116850] env[62127]: DEBUG oslo_vmware.api [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733620, 'name': PowerOnVM_Task, 'duration_secs': 0.593722} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.117465] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1622.117612] env[62127]: INFO nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1622.117943] env[62127]: DEBUG nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1622.119025] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-662d3307-383c-478e-bdff-a30f864ec2f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.325167] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733619, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.330178] env[62127]: DEBUG nova.network.neutron [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1622.429425] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.431484] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.286s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.431709] env[62127]: DEBUG nova.objects.instance [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'resources' on Instance uuid 1dec8d36-29a9-4f63-a437-338e71bc64bd {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1622.446387] env[62127]: INFO nova.scheduler.client.report [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Deleted allocations for instance e2d79ee0-158f-4d15-ac33-f3d9315b51df [ 1622.468040] env[62127]: DEBUG nova.network.neutron [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance_info_cache with network_info: [{"id": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "address": "fa:16:3e:83:e1:30", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f3c7fb-0b", "ovs_interfaceid": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1622.570386] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e95ab1-4ee1-5a47-affd-4b0e3f98ac81, 'name': SearchDatastore_Task, 'duration_secs': 0.011314} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.570660] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.570924] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/1834d8d1-7924-4403-b0d1-12b10f1f8346.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1622.571237] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f248331-bb26-47e2-84f9-1bfb0a0ad462 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.579009] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1622.579009] env[62127]: value = "task-1733621" [ 1622.579009] env[62127]: _type = "Task" [ 1622.579009] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.587307] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733621, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.636589] env[62127]: INFO nova.compute.manager [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Took 24.54 seconds to build instance. [ 1622.690104] env[62127]: DEBUG nova.compute.manager [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Received event network-vif-plugged-24f3c7fb-0b7c-4e19-873b-0165139110d4 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1622.690256] env[62127]: DEBUG oslo_concurrency.lockutils [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] Acquiring lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.690523] env[62127]: DEBUG oslo_concurrency.lockutils [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.690676] env[62127]: DEBUG oslo_concurrency.lockutils [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.690853] env[62127]: DEBUG nova.compute.manager [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] No waiting events found dispatching network-vif-plugged-24f3c7fb-0b7c-4e19-873b-0165139110d4 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1622.691027] env[62127]: WARNING nova.compute.manager [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Received unexpected event network-vif-plugged-24f3c7fb-0b7c-4e19-873b-0165139110d4 for instance with vm_state building and task_state spawning. [ 1622.691305] env[62127]: DEBUG nova.compute.manager [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Received event network-changed-24f3c7fb-0b7c-4e19-873b-0165139110d4 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1622.691402] env[62127]: DEBUG nova.compute.manager [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Refreshing instance network info cache due to event network-changed-24f3c7fb-0b7c-4e19-873b-0165139110d4. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1622.692172] env[62127]: DEBUG oslo_concurrency.lockutils [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] Acquiring lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.725686] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1622.725924] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1622.828572] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733619, 'name': CreateVM_Task, 'duration_secs': 1.547917} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.829067] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1622.829514] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1622.829680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.830052] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1622.830424] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae832523-4db0-4b8d-a28c-590e757a70cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1622.835857] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1622.835857] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52267a17-3bcf-21a9-e87a-2b06ddca0153" [ 1622.835857] env[62127]: _type = "Task" [ 1622.835857] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1622.844372] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52267a17-3bcf-21a9-e87a-2b06ddca0153, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.954699] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a8585012-4028-4d36-b5e4-c07db0e9e0d5 tempest-ServersV294TestFqdnHostnames-1413656842 tempest-ServersV294TestFqdnHostnames-1413656842-project-member] Lock "e2d79ee0-158f-4d15-ac33-f3d9315b51df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.173s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1622.972332] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1622.972652] env[62127]: DEBUG nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Instance network_info: |[{"id": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "address": "fa:16:3e:83:e1:30", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f3c7fb-0b", "ovs_interfaceid": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1622.973396] env[62127]: DEBUG oslo_concurrency.lockutils [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] Acquired lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1622.973683] env[62127]: DEBUG nova.network.neutron [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Refreshing network info cache for port 24f3c7fb-0b7c-4e19-873b-0165139110d4 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1622.974821] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:e1:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24f3c7fb-0b7c-4e19-873b-0165139110d4', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1622.982490] env[62127]: DEBUG oslo.service.loopingcall [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1622.983486] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1622.986265] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7fb278-fd9a-4995-9aaf-f38598f3c00e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.009238] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1623.009238] env[62127]: value = "task-1733622" [ 1623.009238] env[62127]: _type = "Task" [ 1623.009238] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.021141] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733622, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.089503] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733621, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.139559] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4a133b6c-6814-429f-8f49-aad2f54499b9 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.066s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1623.141681] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ed09d-21e3-4b3b-994e-57619ccd2657 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.151199] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad10375b-922a-4c70-8f8b-c78b35ecef7b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.187598] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d2e54-3106-43bc-b354-50be03675486 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.196961] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b173d9-98f4-46b2-9787-f313ab0a44b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.212621] env[62127]: DEBUG nova.compute.provider_tree [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1623.228210] env[62127]: DEBUG nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1623.347334] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52267a17-3bcf-21a9-e87a-2b06ddca0153, 'name': SearchDatastore_Task, 'duration_secs': 0.064987} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.347608] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1623.347844] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1623.348098] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1623.348250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.348433] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1623.348702] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d374c312-a1c4-47cb-83e7-ef6cedca3225 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.358475] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1623.358667] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1623.359468] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-860ea36b-2c6c-4d54-953e-bfe98f9ed773 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.364917] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1623.364917] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b42288-ba6d-9a47-c933-89af501df244" [ 1623.364917] env[62127]: _type = "Task" [ 1623.364917] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.372956] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b42288-ba6d-9a47-c933-89af501df244, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.519294] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733622, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.591019] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733621, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632222} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.591019] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/1834d8d1-7924-4403-b0d1-12b10f1f8346.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1623.591019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1623.591019] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7ec96e71-79c2-4aee-83d9-30fbbff1e153 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.600726] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1623.600726] env[62127]: value = "task-1733623" [ 1623.600726] env[62127]: _type = "Task" [ 1623.600726] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.609781] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733623, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1623.716978] env[62127]: DEBUG nova.scheduler.client.report [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1623.767786] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1623.780587] env[62127]: DEBUG nova.network.neutron [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updated VIF entry in instance network info cache for port 24f3c7fb-0b7c-4e19-873b-0165139110d4. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1623.780658] env[62127]: DEBUG nova.network.neutron [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance_info_cache with network_info: [{"id": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "address": "fa:16:3e:83:e1:30", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f3c7fb-0b", "ovs_interfaceid": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1623.879017] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b42288-ba6d-9a47-c933-89af501df244, 'name': SearchDatastore_Task, 'duration_secs': 0.009257} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1623.879017] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cebb325-cabc-44f4-9187-36fb8cd38ae2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.888028] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1623.888028] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523f2555-6f6b-aabe-3950-b94182c5bf21" [ 1623.888028] env[62127]: _type = "Task" [ 1623.888028] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1623.894769] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523f2555-6f6b-aabe-3950-b94182c5bf21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.021119] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733622, 'name': CreateVM_Task, 'duration_secs': 0.513114} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.021314] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1624.022177] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.022278] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.022523] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1624.022774] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe4bcdf-020f-404b-b134-0ae86f1c54de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.027650] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1624.027650] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5264b4fb-6824-c53c-9148-c51ac7bac166" [ 1624.027650] env[62127]: _type = "Task" [ 1624.027650] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.035645] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5264b4fb-6824-c53c-9148-c51ac7bac166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.110572] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733623, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069349} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.110826] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1624.111681] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69634b57-3912-4b59-bb46-5fd72ba8a20a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.138021] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/1834d8d1-7924-4403-b0d1-12b10f1f8346.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1624.138021] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bf59c00-e6a1-47d0-83ca-c09f874f303f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.157654] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1624.157654] env[62127]: value = "task-1733624" [ 1624.157654] env[62127]: _type = "Task" [ 1624.157654] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.169362] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.230523] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.799s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.234239] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.800s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.234484] env[62127]: DEBUG nova.objects.instance [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lazy-loading 'resources' on Instance uuid 92c9865b-9011-48f4-a64d-016620697a1e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.238615] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1624.239423] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1624.254950] env[62127]: INFO nova.scheduler.client.report [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted allocations for instance 1dec8d36-29a9-4f63-a437-338e71bc64bd [ 1624.283967] env[62127]: DEBUG oslo_concurrency.lockutils [req-d05076ef-a182-482f-bc61-628444ff1466 req-a59641cc-b90a-4a5a-a073-2c09d83782d0 service nova] Releasing lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.403027] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523f2555-6f6b-aabe-3950-b94182c5bf21, 'name': SearchDatastore_Task, 'duration_secs': 0.01013} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.403346] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.403620] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/8a7f4608-4464-474f-98cf-9bd7a596279b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1624.403903] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-997db354-ea5b-4daa-8f86-23055560e92e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.413194] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1624.413194] env[62127]: value = "task-1733625" [ 1624.413194] env[62127]: _type = "Task" [ 1624.413194] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.423063] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733625, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.540938] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5264b4fb-6824-c53c-9148-c51ac7bac166, 'name': SearchDatastore_Task, 'duration_secs': 0.011372} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.540938] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1624.540938] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1624.541214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1624.541214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.541392] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1624.543559] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce5060f4-88f7-44b9-9535-77268b7da32e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.552522] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1624.552722] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1624.553524] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a1d6c98-f99f-416e-9a7c-137bc87e06fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.560363] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1624.560363] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e3fddc-b140-f409-9dc7-3c9852734b86" [ 1624.560363] env[62127]: _type = "Task" [ 1624.560363] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.571697] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e3fddc-b140-f409-9dc7-3c9852734b86, 'name': SearchDatastore_Task} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.572661] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8877ee51-e58e-427b-a079-cc91f441113d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.579177] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1624.579177] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52162f96-5cd3-4560-8033-c0d4118d7088" [ 1624.579177] env[62127]: _type = "Task" [ 1624.579177] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.588112] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52162f96-5cd3-4560-8033-c0d4118d7088, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.670649] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733624, 'name': ReconfigVM_Task, 'duration_secs': 0.48885} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1624.670994] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/1834d8d1-7924-4403-b0d1-12b10f1f8346.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1624.671757] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5a8e18b0-bd07-4b71-9cfd-0224126317a5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.680715] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1624.680715] env[62127]: value = "task-1733626" [ 1624.680715] env[62127]: _type = "Task" [ 1624.680715] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1624.692140] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733626, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.741774] env[62127]: DEBUG nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1624.767525] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b86f973-faef-4280-b906-358997b5c842 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "1dec8d36-29a9-4f63-a437-338e71bc64bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.525s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1624.925376] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733625, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1624.965989] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb7dfed-c7a2-4b7f-89d0-62f475fe7415 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.975191] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b7df71-d50d-4e84-827b-e2dacc5eebf5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.012875] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99c0ccc9-9680-4933-874c-a22576a49aa5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.022795] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d7c8a3b-a0b5-4fbd-9316-e91039b2e8e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.037229] env[62127]: DEBUG nova.compute.provider_tree [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1625.092121] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52162f96-5cd3-4560-8033-c0d4118d7088, 'name': SearchDatastore_Task, 'duration_secs': 0.009163} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.092121] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1625.092121] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6/bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1625.092121] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf8c3f6e-6ed1-463c-95c6-ad49052eac2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.099766] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1625.099766] env[62127]: value = "task-1733627" [ 1625.099766] env[62127]: _type = "Task" [ 1625.099766] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.109240] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.191905] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733626, 'name': Rename_Task, 'duration_secs': 0.17869} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.191905] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1625.192673] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1abbc17-e199-49e1-9577-824d1d3f302d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.199706] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1625.199706] env[62127]: value = "task-1733628" [ 1625.199706] env[62127]: _type = "Task" [ 1625.199706] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.208031] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733628, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.269993] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.427044] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733625, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.607793} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.427044] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/8a7f4608-4464-474f-98cf-9bd7a596279b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1625.427044] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1625.427044] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-017202ea-b561-49ae-a50a-8db8f0f3694a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.435762] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1625.435762] env[62127]: value = "task-1733629" [ 1625.435762] env[62127]: _type = "Task" [ 1625.435762] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.444667] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.541238] env[62127]: DEBUG nova.scheduler.client.report [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1625.614188] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733627, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.710778] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733628, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.947248] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087155} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.947536] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1625.948336] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e67320c5-3043-49ad-a9bb-74165548631f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.970835] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/8a7f4608-4464-474f-98cf-9bd7a596279b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1625.972256] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3c78d36-db50-45ff-aca2-b2d731ede282 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.989960] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1625.990208] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1625.999608] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1625.999608] env[62127]: value = "task-1733630" [ 1625.999608] env[62127]: _type = "Task" [ 1625.999608] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.048935] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.815s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.051226] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.285s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1626.052797] env[62127]: INFO nova.compute.claims [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1626.070191] env[62127]: INFO nova.scheduler.client.report [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Deleted allocations for instance 92c9865b-9011-48f4-a64d-016620697a1e [ 1626.111927] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617813} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.112239] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6/bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1626.112456] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1626.112715] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-734719d0-d59e-4697-bcaa-ec18d839e1f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.121305] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1626.121305] env[62127]: value = "task-1733631" [ 1626.121305] env[62127]: _type = "Task" [ 1626.121305] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.130353] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.210478] env[62127]: DEBUG oslo_vmware.api [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733628, 'name': PowerOnVM_Task, 'duration_secs': 0.576591} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.210748] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1626.210955] env[62127]: INFO nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1626.211156] env[62127]: DEBUG nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1626.211923] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ede737-ea0e-4330-8045-36976c16372b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.495355] env[62127]: DEBUG nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1626.513346] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733630, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.578125] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57dc0b8e-8bc8-40b7-ad7e-48b7e5552fde tempest-ServersNegativeTestMultiTenantJSON-1469740092 tempest-ServersNegativeTestMultiTenantJSON-1469740092-project-member] Lock "92c9865b-9011-48f4-a64d-016620697a1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.674s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1626.640606] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076159} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1626.640606] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1626.644879] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a894b2c-cee4-4498-97fc-aad1fa560dc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.678590] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6/bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1626.679435] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d1c774-3ca9-451d-ac0d-beb1dfdcb468 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.705559] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1626.705559] env[62127]: value = "task-1733632" [ 1626.705559] env[62127]: _type = "Task" [ 1626.705559] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.717786] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733632, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.728662] env[62127]: INFO nova.compute.manager [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Took 20.30 seconds to build instance. [ 1627.011798] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733630, 'name': ReconfigVM_Task, 'duration_secs': 0.837346} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.012215] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/8a7f4608-4464-474f-98cf-9bd7a596279b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.013012] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f60f549b-f1d3-4883-9cbf-b749d4f5abfe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.021531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1627.022219] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1627.022219] env[62127]: value = "task-1733633" [ 1627.022219] env[62127]: _type = "Task" [ 1627.022219] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.031651] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733633, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.224180] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733632, 'name': ReconfigVM_Task, 'duration_secs': 0.270902} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.224663] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6/bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1627.232501] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-67a446a2-4b60-4f30-a676-e96ee8d526cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.237133] env[62127]: DEBUG oslo_concurrency.lockutils [None req-75bb2270-3845-4b88-afde-4b40a0459fb4 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.821s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1627.245360] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1627.245360] env[62127]: value = "task-1733634" [ 1627.245360] env[62127]: _type = "Task" [ 1627.245360] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.261532] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733634, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.291590] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de76ccf9-5397-4e6e-87b4-6909aaf3ca8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.300931] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f2ef98-4b1d-4132-8cf4-d8925618b42c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.342139] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1444bd42-58af-4e4b-9d0b-50548df7dcac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.350669] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f762d5b-c6c2-43c1-9d24-9420d6738083 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.366132] env[62127]: DEBUG nova.compute.provider_tree [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1627.535054] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733633, 'name': Rename_Task, 'duration_secs': 0.31598} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.535696] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.535791] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c90d8fde-bacd-4ce5-9406-9f4db6be81d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.544346] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1627.544346] env[62127]: value = "task-1733635" [ 1627.544346] env[62127]: _type = "Task" [ 1627.544346] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.553176] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.756670] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733634, 'name': Rename_Task, 'duration_secs': 0.159275} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.756939] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1627.757218] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-396138f4-9df6-4b3e-b44e-34a46628e8ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.765045] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1627.765045] env[62127]: value = "task-1733636" [ 1627.765045] env[62127]: _type = "Task" [ 1627.765045] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.774662] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733636, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.870327] env[62127]: DEBUG nova.scheduler.client.report [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1628.065094] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733635, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.282136] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733636, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.376134] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1628.376678] env[62127]: DEBUG nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1628.380113] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.110s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.382037] env[62127]: INFO nova.compute.claims [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1628.558917] env[62127]: DEBUG oslo_vmware.api [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733635, 'name': PowerOnVM_Task, 'duration_secs': 0.746955} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.559320] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.559562] env[62127]: INFO nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Took 9.97 seconds to spawn the instance on the hypervisor. [ 1628.560147] env[62127]: DEBUG nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1628.560591] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceeec16-de37-441c-bd31-1e14bbe1516b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.709979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1628.710315] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1628.778134] env[62127]: DEBUG oslo_vmware.api [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733636, 'name': PowerOnVM_Task, 'duration_secs': 0.551413} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.778134] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1628.778134] env[62127]: INFO nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Took 7.86 seconds to spawn the instance on the hypervisor. [ 1628.778134] env[62127]: DEBUG nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1628.778504] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc82418-6ea6-4b48-8c9d-c97ed9c1127c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.886983] env[62127]: DEBUG nova.compute.utils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1628.894016] env[62127]: DEBUG nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1628.894016] env[62127]: DEBUG nova.network.neutron [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1628.938768] env[62127]: DEBUG nova.policy [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb6f9b6e15c45ec9e38725db06ccec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112cf88089b84635bc2b914d1f9072eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1629.085344] env[62127]: INFO nova.compute.manager [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Took 22.33 seconds to build instance. [ 1629.213090] env[62127]: DEBUG nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1629.265154] env[62127]: DEBUG nova.network.neutron [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Successfully created port: 7f915fa3-8939-4482-9bee-489501d15fed {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1629.301307] env[62127]: INFO nova.compute.manager [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Took 20.88 seconds to build instance. [ 1629.396806] env[62127]: DEBUG nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1629.587998] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b7291ac7-a73c-4071-b0f7-7a39b1ecd963 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.849s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1629.677895] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94318f06-0490-4241-9a5e-c26fb6257272 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.687224] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c446f79d-2c9a-40e7-b6be-3f9e2a376b5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.726683] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f53d0e-ea54-4809-996a-a518349f8699 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.739448] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c029b9c0-18cb-4604-b0b9-965059e8ef2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.747768] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1629.756746] env[62127]: DEBUG nova.compute.provider_tree [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.805336] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d8918b7-e396-40a7-bf34-ec5bdc09496e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.406s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.152190] env[62127]: INFO nova.compute.manager [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Rescuing [ 1630.152570] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1630.152851] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1630.153213] env[62127]: DEBUG nova.network.neutron [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1630.260941] env[62127]: DEBUG nova.scheduler.client.report [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1630.404962] env[62127]: DEBUG nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1630.435689] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1630.435995] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1630.436108] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1630.436300] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1630.436439] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1630.436586] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1630.436791] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1630.436953] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1630.438701] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1630.438957] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1630.440030] env[62127]: DEBUG nova.virt.hardware [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1630.440383] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6663d7b4-426e-4183-8929-c89a91dee98e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.450795] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "dac79034-f3d9-4487-a6e7-a7a86b172a81" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.450912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.453817] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-737400a5-daa6-4a66-9afb-4d67d425a177 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.768259] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.388s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.769084] env[62127]: DEBUG nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1630.773511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.750s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.773511] env[62127]: INFO nova.compute.claims [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1630.787655] env[62127]: DEBUG nova.compute.manager [req-0db4d8b5-1c03-4d74-97bd-161185b6fb1a req-4a0c8c42-c71a-4d60-878c-157d66cd9cad service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Received event network-vif-plugged-7f915fa3-8939-4482-9bee-489501d15fed {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1630.787947] env[62127]: DEBUG oslo_concurrency.lockutils [req-0db4d8b5-1c03-4d74-97bd-161185b6fb1a req-4a0c8c42-c71a-4d60-878c-157d66cd9cad service nova] Acquiring lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1630.788093] env[62127]: DEBUG oslo_concurrency.lockutils [req-0db4d8b5-1c03-4d74-97bd-161185b6fb1a req-4a0c8c42-c71a-4d60-878c-157d66cd9cad service nova] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1630.788298] env[62127]: DEBUG oslo_concurrency.lockutils [req-0db4d8b5-1c03-4d74-97bd-161185b6fb1a req-4a0c8c42-c71a-4d60-878c-157d66cd9cad service nova] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1630.788426] env[62127]: DEBUG nova.compute.manager [req-0db4d8b5-1c03-4d74-97bd-161185b6fb1a req-4a0c8c42-c71a-4d60-878c-157d66cd9cad service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] No waiting events found dispatching network-vif-plugged-7f915fa3-8939-4482-9bee-489501d15fed {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1630.788602] env[62127]: WARNING nova.compute.manager [req-0db4d8b5-1c03-4d74-97bd-161185b6fb1a req-4a0c8c42-c71a-4d60-878c-157d66cd9cad service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Received unexpected event network-vif-plugged-7f915fa3-8939-4482-9bee-489501d15fed for instance with vm_state building and task_state spawning. [ 1630.881881] env[62127]: DEBUG nova.network.neutron [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Successfully updated port: 7f915fa3-8939-4482-9bee-489501d15fed {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1630.905689] env[62127]: DEBUG nova.compute.manager [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1630.953653] env[62127]: DEBUG nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1631.006561] env[62127]: DEBUG nova.network.neutron [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Updating instance_info_cache with network_info: [{"id": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "address": "fa:16:3e:58:85:4d", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa7d0c25f-ba", "ovs_interfaceid": "a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1631.286474] env[62127]: DEBUG nova.compute.utils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1631.291632] env[62127]: DEBUG nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1631.291804] env[62127]: DEBUG nova.network.neutron [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1631.366693] env[62127]: DEBUG nova.policy [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '133055a7f2e24ce09c4215fad991a7fa', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2889ffd702494d55ae7fb39d53b9d99f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1631.387377] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "refresh_cache-00468880-ff8e-4db3-8e8b-7db5dbd1a15f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1631.387539] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "refresh_cache-00468880-ff8e-4db3-8e8b-7db5dbd1a15f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1631.387773] env[62127]: DEBUG nova.network.neutron [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1631.429163] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.473908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.511764] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-8a7f4608-4464-474f-98cf-9bd7a596279b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1631.652914] env[62127]: DEBUG nova.network.neutron [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Successfully created port: 8869da86-b592-4fc2-80f6-2df7a2a25cbc {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1631.792551] env[62127]: DEBUG nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1631.917871] env[62127]: DEBUG oslo_concurrency.lockutils [None req-234e77cd-25bb-4697-af3c-d94537975925 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1631.918197] env[62127]: DEBUG oslo_concurrency.lockutils [None req-234e77cd-25bb-4697-af3c-d94537975925 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1631.918536] env[62127]: DEBUG nova.objects.instance [None req-234e77cd-25bb-4697-af3c-d94537975925 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'flavor' on Instance uuid 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1631.922255] env[62127]: DEBUG nova.network.neutron [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1632.005634] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487fb05f-c400-4dc5-9777-3f4be85e99d5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.014690] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23b87aee-a823-4855-8d65-b7124581ed68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.048327] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188a87ab-d8be-444c-aa4f-837855c1de43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.058347] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdd41d31-cae0-4717-aad4-0b70623b907d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.064928] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.065205] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0b6c764d-7a0d-48bf-814a-6c8ba4a96895 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.075016] env[62127]: DEBUG nova.compute.provider_tree [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1632.077384] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1632.077384] env[62127]: value = "task-1733637" [ 1632.077384] env[62127]: _type = "Task" [ 1632.077384] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.086354] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733637, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.117840] env[62127]: DEBUG nova.network.neutron [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Updating instance_info_cache with network_info: [{"id": "7f915fa3-8939-4482-9bee-489501d15fed", "address": "fa:16:3e:e0:f5:cf", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f915fa3-89", "ovs_interfaceid": "7f915fa3-8939-4482-9bee-489501d15fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1632.295617] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "60ade9af-c648-426f-983a-b3871d7a7c76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.296240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "60ade9af-c648-426f-983a-b3871d7a7c76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.296596] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "60ade9af-c648-426f-983a-b3871d7a7c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1632.296876] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "60ade9af-c648-426f-983a-b3871d7a7c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1632.297133] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "60ade9af-c648-426f-983a-b3871d7a7c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1632.302675] env[62127]: INFO nova.compute.manager [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Terminating instance [ 1632.306032] env[62127]: DEBUG nova.compute.manager [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1632.306032] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1632.306476] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71398e5b-dc11-4518-906b-f0bca63ad51b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.314979] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.315199] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15ecc318-0cfb-4124-8ef2-ed1621856829 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.322795] env[62127]: DEBUG oslo_vmware.api [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1632.322795] env[62127]: value = "task-1733638" [ 1632.322795] env[62127]: _type = "Task" [ 1632.322795] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.332397] env[62127]: DEBUG oslo_vmware.api [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733638, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.422654] env[62127]: DEBUG nova.objects.instance [None req-234e77cd-25bb-4697-af3c-d94537975925 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1632.579177] env[62127]: DEBUG nova.scheduler.client.report [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1632.591687] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733637, 'name': PowerOffVM_Task, 'duration_secs': 0.392298} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.591965] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.593377] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070241ce-15a0-46a8-bad0-aaecc9db2a93 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.611302] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7945e7cb-90cf-49dc-a438-40cb723e450d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.620819] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "refresh_cache-00468880-ff8e-4db3-8e8b-7db5dbd1a15f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1632.621114] env[62127]: DEBUG nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Instance network_info: |[{"id": "7f915fa3-8939-4482-9bee-489501d15fed", "address": "fa:16:3e:e0:f5:cf", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f915fa3-89", "ovs_interfaceid": "7f915fa3-8939-4482-9bee-489501d15fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1632.621479] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e0:f5:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7f915fa3-8939-4482-9bee-489501d15fed', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1632.629075] env[62127]: DEBUG oslo.service.loopingcall [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1632.629492] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1632.629966] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2e0a61cd-ab02-4b79-9ddb-c17f24d7216b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.650996] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1632.650996] env[62127]: value = "task-1733639" [ 1632.650996] env[62127]: _type = "Task" [ 1632.650996] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.652872] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1632.653177] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37a4e575-4616-46dc-b644-a3e6e6bec6d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.662589] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733639, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1632.663776] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1632.663776] env[62127]: value = "task-1733640" [ 1632.663776] env[62127]: _type = "Task" [ 1632.663776] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1632.807872] env[62127]: DEBUG nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1632.811629] env[62127]: DEBUG nova.compute.manager [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Received event network-changed-7f915fa3-8939-4482-9bee-489501d15fed {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1632.811629] env[62127]: DEBUG nova.compute.manager [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Refreshing instance network info cache due to event network-changed-7f915fa3-8939-4482-9bee-489501d15fed. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1632.811789] env[62127]: DEBUG oslo_concurrency.lockutils [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] Acquiring lock "refresh_cache-00468880-ff8e-4db3-8e8b-7db5dbd1a15f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1632.811928] env[62127]: DEBUG oslo_concurrency.lockutils [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] Acquired lock "refresh_cache-00468880-ff8e-4db3-8e8b-7db5dbd1a15f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.812105] env[62127]: DEBUG nova.network.neutron [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Refreshing network info cache for port 7f915fa3-8939-4482-9bee-489501d15fed {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1632.830120] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1632.830376] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1632.830483] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1632.830662] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1632.830804] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1632.830947] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1632.831169] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1632.831329] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1632.831493] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1632.831653] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1632.831821] env[62127]: DEBUG nova.virt.hardware [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1632.833032] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f6f074a-46f3-4ea0-a2ff-44e7d3c88b46 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.838543] env[62127]: DEBUG oslo_vmware.api [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733638, 'name': PowerOffVM_Task, 'duration_secs': 0.224935} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1632.839155] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1632.839340] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1632.839576] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6a0e30e-f36b-42ef-8ae5-9ea9c7954fb4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.844214] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33daa4f7-f9a9-4eb2-b0a9-1e60f2381880 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1632.925708] env[62127]: DEBUG nova.objects.base [None req-234e77cd-25bb-4697-af3c-d94537975925 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Object Instance<4f326749-ebb8-4db1-ab0c-736b7b66197a> lazy-loaded attributes: flavor,pci_requests {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1632.925961] env[62127]: DEBUG nova.network.neutron [None req-234e77cd-25bb-4697-af3c-d94537975925 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.052985] env[62127]: DEBUG oslo_concurrency.lockutils [None req-234e77cd-25bb-4697-af3c-d94537975925 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.135s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.087717] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.088270] env[62127]: DEBUG nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1633.091510] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.345s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.093055] env[62127]: INFO nova.compute.claims [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1633.146038] env[62127]: DEBUG nova.compute.manager [req-d4b6b56c-927b-46f4-b207-1816e341dbe8 req-c1a97761-d365-4e4c-aabc-7b7991fefbca service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Received event network-vif-plugged-8869da86-b592-4fc2-80f6-2df7a2a25cbc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1633.146038] env[62127]: DEBUG oslo_concurrency.lockutils [req-d4b6b56c-927b-46f4-b207-1816e341dbe8 req-c1a97761-d365-4e4c-aabc-7b7991fefbca service nova] Acquiring lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1633.146038] env[62127]: DEBUG oslo_concurrency.lockutils [req-d4b6b56c-927b-46f4-b207-1816e341dbe8 req-c1a97761-d365-4e4c-aabc-7b7991fefbca service nova] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1633.146038] env[62127]: DEBUG oslo_concurrency.lockutils [req-d4b6b56c-927b-46f4-b207-1816e341dbe8 req-c1a97761-d365-4e4c-aabc-7b7991fefbca service nova] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1633.146038] env[62127]: DEBUG nova.compute.manager [req-d4b6b56c-927b-46f4-b207-1816e341dbe8 req-c1a97761-d365-4e4c-aabc-7b7991fefbca service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] No waiting events found dispatching network-vif-plugged-8869da86-b592-4fc2-80f6-2df7a2a25cbc {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1633.146038] env[62127]: WARNING nova.compute.manager [req-d4b6b56c-927b-46f4-b207-1816e341dbe8 req-c1a97761-d365-4e4c-aabc-7b7991fefbca service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Received unexpected event network-vif-plugged-8869da86-b592-4fc2-80f6-2df7a2a25cbc for instance with vm_state building and task_state spawning. [ 1633.146673] env[62127]: DEBUG nova.network.neutron [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Successfully updated port: 8869da86-b592-4fc2-80f6-2df7a2a25cbc {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1633.164020] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733639, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.173686] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1633.173864] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1633.174068] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.174228] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.174407] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1633.174654] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-049b0ffa-6394-48d7-8cca-d042248c153d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.184932] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1633.185156] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1633.185929] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02b17f75-c70e-4be9-866e-11c520100899 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.193036] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1633.193036] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d23ab6-c834-c632-b0f6-2645fcb72d33" [ 1633.193036] env[62127]: _type = "Task" [ 1633.193036] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.201759] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d23ab6-c834-c632-b0f6-2645fcb72d33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.537683] env[62127]: DEBUG nova.network.neutron [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Updated VIF entry in instance network info cache for port 7f915fa3-8939-4482-9bee-489501d15fed. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.538156] env[62127]: DEBUG nova.network.neutron [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Updating instance_info_cache with network_info: [{"id": "7f915fa3-8939-4482-9bee-489501d15fed", "address": "fa:16:3e:e0:f5:cf", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7f915fa3-89", "ovs_interfaceid": "7f915fa3-8939-4482-9bee-489501d15fed", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.597517] env[62127]: DEBUG nova.compute.utils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1633.600915] env[62127]: DEBUG nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1633.601105] env[62127]: DEBUG nova.network.neutron [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1633.639833] env[62127]: DEBUG nova.policy [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f98b6db628743a9b6107097425874de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac40cd0d47054d1092ac96c601d43e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1633.649556] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "refresh_cache-c9e127d7-b48e-44c5-ac38-c91ba1c677a6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.649745] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "refresh_cache-c9e127d7-b48e-44c5-ac38-c91ba1c677a6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.649940] env[62127]: DEBUG nova.network.neutron [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1633.667532] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733639, 'name': CreateVM_Task, 'duration_secs': 0.541398} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.667773] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1633.668596] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1633.668821] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1633.669251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1633.669512] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ca07767-29bb-4ee1-b611-55828b590e59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.675664] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1633.675664] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524aad76-6c7e-4b08-035b-6aeb76217551" [ 1633.675664] env[62127]: _type = "Task" [ 1633.675664] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.687203] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524aad76-6c7e-4b08-035b-6aeb76217551, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.702281] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d23ab6-c834-c632-b0f6-2645fcb72d33, 'name': SearchDatastore_Task, 'duration_secs': 0.01223} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1633.703066] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cae68ad-d6fb-4e15-9722-d822a18ab20c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1633.708695] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1633.708695] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bfb13d-ab1d-1ff1-3dc9-422d66ce321c" [ 1633.708695] env[62127]: _type = "Task" [ 1633.708695] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1633.718195] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bfb13d-ab1d-1ff1-3dc9-422d66ce321c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1633.900478] env[62127]: DEBUG nova.network.neutron [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Successfully created port: e94b0fe8-9880-4b21-acfc-eba8a2473963 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1634.042111] env[62127]: DEBUG oslo_concurrency.lockutils [req-babd001d-542b-4d59-90af-5b7b512c4530 req-2f443b7e-f827-4a08-aad2-e68e27f69226 service nova] Releasing lock "refresh_cache-00468880-ff8e-4db3-8e8b-7db5dbd1a15f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.102280] env[62127]: DEBUG nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1634.190608] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524aad76-6c7e-4b08-035b-6aeb76217551, 'name': SearchDatastore_Task, 'duration_secs': 0.018549} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.190908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.191165] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1634.191408] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1634.202132] env[62127]: DEBUG nova.network.neutron [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1634.219812] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bfb13d-ab1d-1ff1-3dc9-422d66ce321c, 'name': SearchDatastore_Task, 'duration_secs': 0.0301} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.220167] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.220465] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. {{(pid=62127) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1634.220750] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1634.220932] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1634.221164] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-233d3532-da49-4b75-8749-0a973fa441fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.224783] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dfe076cc-1d23-450c-b102-8258e34a095b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.235384] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1634.235384] env[62127]: value = "task-1733642" [ 1634.235384] env[62127]: _type = "Task" [ 1634.235384] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.236654] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1634.237011] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1634.240777] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-266680a8-d0a8-460d-a191-7b043d92ce34 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.249866] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1634.249866] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d3681-2289-50fa-8fc6-41beac41d6a6" [ 1634.249866] env[62127]: _type = "Task" [ 1634.249866] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.252872] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733642, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.263394] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521d3681-2289-50fa-8fc6-41beac41d6a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.332214] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fedc558-7c21-463a-bfa3-95080fd223ae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.340914] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60e3c4c5-d96c-41c1-935f-ef44605972d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.373510] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faa95eee-be59-4279-81bd-3690f18f3765 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.381885] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a06487e-530f-4445-aec4-ef06c4cab0b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.397460] env[62127]: DEBUG nova.compute.provider_tree [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1634.410720] env[62127]: DEBUG nova.network.neutron [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Updating instance_info_cache with network_info: [{"id": "8869da86-b592-4fc2-80f6-2df7a2a25cbc", "address": "fa:16:3e:b1:28:f0", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8869da86-b5", "ovs_interfaceid": "8869da86-b592-4fc2-80f6-2df7a2a25cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1634.786834] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521d3681-2289-50fa-8fc6-41beac41d6a6, 'name': SearchDatastore_Task, 'duration_secs': 0.013368} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1634.793699] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733642, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.794932] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10998672-ffd9-4922-a854-f3309901beea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.802678] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1634.802678] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52eb501e-cef0-4842-820b-ec2233d4b223" [ 1634.802678] env[62127]: _type = "Task" [ 1634.802678] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.815915] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52eb501e-cef0-4842-820b-ec2233d4b223, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1634.901258] env[62127]: DEBUG nova.scheduler.client.report [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1634.913083] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "refresh_cache-c9e127d7-b48e-44c5-ac38-c91ba1c677a6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1634.913437] env[62127]: DEBUG nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Instance network_info: |[{"id": "8869da86-b592-4fc2-80f6-2df7a2a25cbc", "address": "fa:16:3e:b1:28:f0", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8869da86-b5", "ovs_interfaceid": "8869da86-b592-4fc2-80f6-2df7a2a25cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1634.914268] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:28:f0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8869da86-b592-4fc2-80f6-2df7a2a25cbc', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1634.922906] env[62127]: DEBUG oslo.service.loopingcall [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1634.924042] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1634.924317] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea3c0f17-9ef4-4aae-952b-0eaffc42b128 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.947809] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1634.947809] env[62127]: value = "task-1733643" [ 1634.947809] env[62127]: _type = "Task" [ 1634.947809] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1634.957597] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733643, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.276966] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733642, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.789928} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.277664] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. [ 1635.278416] env[62127]: DEBUG nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1635.281529] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3ad1c9-5301-4613-8e5e-673cd38d02a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.283695] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1635.283925] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.284485] env[62127]: DEBUG nova.objects.instance [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'flavor' on Instance uuid 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.312744] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1635.320514] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e86ac70b-5c02-4151-95b1-59af0b13a92c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.344356] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1635.344356] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1635.344356] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1635.344356] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1635.344356] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1635.344649] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1635.344649] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1635.344791] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1635.344957] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1635.345133] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1635.345308] env[62127]: DEBUG nova.virt.hardware [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1635.345928] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52eb501e-cef0-4842-820b-ec2233d4b223, 'name': SearchDatastore_Task, 'duration_secs': 0.093856} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.346661] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8522f7e2-29c9-411e-b367-975bcc619dd5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.351150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1635.351394] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 00468880-ff8e-4db3-8e8b-7db5dbd1a15f/00468880-ff8e-4db3-8e8b-7db5dbd1a15f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1635.352722] env[62127]: DEBUG nova.compute.manager [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Received event network-changed-8869da86-b592-4fc2-80f6-2df7a2a25cbc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1635.352905] env[62127]: DEBUG nova.compute.manager [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Refreshing instance network info cache due to event network-changed-8869da86-b592-4fc2-80f6-2df7a2a25cbc. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1635.353119] env[62127]: DEBUG oslo_concurrency.lockutils [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] Acquiring lock "refresh_cache-c9e127d7-b48e-44c5-ac38-c91ba1c677a6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.353262] env[62127]: DEBUG oslo_concurrency.lockutils [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] Acquired lock "refresh_cache-c9e127d7-b48e-44c5-ac38-c91ba1c677a6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.353424] env[62127]: DEBUG nova.network.neutron [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Refreshing network info cache for port 8869da86-b592-4fc2-80f6-2df7a2a25cbc {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1635.355139] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1635.355139] env[62127]: value = "task-1733644" [ 1635.355139] env[62127]: _type = "Task" [ 1635.355139] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.355478] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce1c4d83-5260-46f1-99d7-469fe3f5ea58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.367280] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ff30f5-330f-4525-a4cf-11050514c9c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.376676] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1635.376676] env[62127]: value = "task-1733645" [ 1635.376676] env[62127]: _type = "Task" [ 1635.376676] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.377241] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733644, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.393067] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1635.393298] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1635.393484] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleting the datastore file [datastore1] 60ade9af-c648-426f-983a-b3871d7a7c76 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1635.394117] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e55507c2-d73b-4865-9c01-b0c13ef3d63c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.399752] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.405647] env[62127]: DEBUG oslo_vmware.api [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1635.405647] env[62127]: value = "task-1733646" [ 1635.405647] env[62127]: _type = "Task" [ 1635.405647] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.406345] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.315s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1635.406863] env[62127]: DEBUG nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1635.410071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.981s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1635.421930] env[62127]: DEBUG oslo_vmware.api [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.459288] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733643, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.549573] env[62127]: DEBUG nova.network.neutron [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Successfully updated port: e94b0fe8-9880-4b21-acfc-eba8a2473963 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1635.869699] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733644, 'name': ReconfigVM_Task, 'duration_secs': 0.381859} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.870521] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1635.871107] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146b345a-4cb7-48b5-87f1-2514fe709a68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.904025] env[62127]: DEBUG nova.objects.instance [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1635.908327] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11712c85-4d0c-4fc3-9124-f35d6404d599 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.919696] env[62127]: DEBUG nova.compute.utils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1635.923610] env[62127]: INFO nova.compute.claims [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1635.928084] env[62127]: DEBUG nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1635.928253] env[62127]: DEBUG nova.network.neutron [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1635.937952] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733645, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.941253] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1635.941253] env[62127]: value = "task-1733647" [ 1635.941253] env[62127]: _type = "Task" [ 1635.941253] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.944761] env[62127]: DEBUG oslo_vmware.api [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270744} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.949685] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1635.949685] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1635.949854] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1635.950052] env[62127]: INFO nova.compute.manager [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Took 3.64 seconds to destroy the instance on the hypervisor. [ 1635.950369] env[62127]: DEBUG oslo.service.loopingcall [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1635.951020] env[62127]: DEBUG nova.compute.manager [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1635.951132] env[62127]: DEBUG nova.network.neutron [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1635.962504] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1635.968201] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733643, 'name': CreateVM_Task, 'duration_secs': 0.712534} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1635.968436] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1635.969189] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1635.969358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.969708] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1635.969983] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53ad724d-f00d-45fd-bd6e-78b6ca4e9deb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.978319] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1635.978319] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5255fac5-8117-4c45-7fb5-d2113e5df9ee" [ 1635.978319] env[62127]: _type = "Task" [ 1635.978319] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.987476] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5255fac5-8117-4c45-7fb5-d2113e5df9ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.036558] env[62127]: DEBUG nova.policy [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab174eabd6534b8da142e7ee56f6e31e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffaf76e8029425391077217d2900812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1636.052370] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-14fd86e8-c01c-485e-83d9-46a2c5b9976e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.052516] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-14fd86e8-c01c-485e-83d9-46a2c5b9976e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.052656] env[62127]: DEBUG nova.network.neutron [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1636.121987] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.122334] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.139946] env[62127]: DEBUG nova.network.neutron [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Updated VIF entry in instance network info cache for port 8869da86-b592-4fc2-80f6-2df7a2a25cbc. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1636.140584] env[62127]: DEBUG nova.network.neutron [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Updating instance_info_cache with network_info: [{"id": "8869da86-b592-4fc2-80f6-2df7a2a25cbc", "address": "fa:16:3e:b1:28:f0", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8869da86-b5", "ovs_interfaceid": "8869da86-b592-4fc2-80f6-2df7a2a25cbc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1636.406742] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871296} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.406996] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 00468880-ff8e-4db3-8e8b-7db5dbd1a15f/00468880-ff8e-4db3-8e8b-7db5dbd1a15f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1636.407443] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1636.407803] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ea751883-5d27-45b8-84c2-fddc72a2c73d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.416550] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1636.416550] env[62127]: value = "task-1733648" [ 1636.416550] env[62127]: _type = "Task" [ 1636.416550] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.420072] env[62127]: DEBUG nova.objects.base [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Object Instance<4f326749-ebb8-4db1-ab0c-736b7b66197a> lazy-loaded attributes: flavor,pci_requests {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1636.420569] env[62127]: DEBUG nova.network.neutron [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1636.429921] env[62127]: INFO nova.compute.resource_tracker [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating resource usage from migration ae1b4bfe-49ba-489b-83d3-6c046c8ab242 [ 1636.432923] env[62127]: DEBUG nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1636.438016] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733648, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.454594] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733647, 'name': ReconfigVM_Task, 'duration_secs': 0.256207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.454877] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1636.455171] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b9836f65-b59b-4738-a604-17ac18ce20d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.461922] env[62127]: DEBUG nova.policy [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1636.466656] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1636.466656] env[62127]: value = "task-1733649" [ 1636.466656] env[62127]: _type = "Task" [ 1636.466656] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.485188] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.499715] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5255fac5-8117-4c45-7fb5-d2113e5df9ee, 'name': SearchDatastore_Task, 'duration_secs': 0.079294} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.500043] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.500422] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1636.500547] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1636.500698] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1636.500864] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1636.501138] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-42507f8d-18d8-4d89-98c1-f47f1c0445a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.512217] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1636.512416] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1636.513287] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87633992-9479-4ffc-92da-c56c15be92b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.522754] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1636.522754] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d81479-0633-352f-ef07-2c086fff338e" [ 1636.522754] env[62127]: _type = "Task" [ 1636.522754] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.534992] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d81479-0633-352f-ef07-2c086fff338e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.619441] env[62127]: DEBUG nova.network.neutron [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1636.631686] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1636.631686] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1636.643591] env[62127]: DEBUG oslo_concurrency.lockutils [req-96c1f8e3-49bc-4411-b079-3dd5895fa14b req-930bce67-1597-461a-b51e-8676746df58d service nova] Releasing lock "refresh_cache-c9e127d7-b48e-44c5-ac38-c91ba1c677a6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1636.690209] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001bd79a-d6a3-41e0-bc1f-0d2598a86a53 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.699559] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d42ac59-515a-402a-8331-1bbb969a17d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.733916] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c929e2a0-a86b-4c43-a672-e13606e99128 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.742520] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9166d8f0-baa2-4c8a-9ef2-4871436d845b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.747171] env[62127]: DEBUG nova.network.neutron [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Successfully created port: 7bafeb69-364e-423e-88c4-3427181a9b8d {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.749679] env[62127]: DEBUG nova.network.neutron [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Successfully created port: ea69c752-6813-40a7-9670-1336ae1d13b2 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1636.761167] env[62127]: DEBUG nova.compute.provider_tree [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1636.926885] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733648, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122087} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.927487] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1636.928067] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6f46d6-51b2-42e6-ab59-08da051de671 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.965940] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] 00468880-ff8e-4db3-8e8b-7db5dbd1a15f/00468880-ff8e-4db3-8e8b-7db5dbd1a15f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1636.966548] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0fa0e1-a1ea-4a94-829c-9a9d4ef870ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.995026] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733649, 'name': PowerOnVM_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.995389] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1636.995389] env[62127]: value = "task-1733650" [ 1636.995389] env[62127]: _type = "Task" [ 1636.995389] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.013328] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733650, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.033867] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d81479-0633-352f-ef07-2c086fff338e, 'name': SearchDatastore_Task, 'duration_secs': 0.018725} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.034936] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-359c6c9b-8a55-46b0-9102-4804145af702 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.040514] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1637.040514] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5222b113-b717-f05d-5ff2-f7f7b36a5c9d" [ 1637.040514] env[62127]: _type = "Task" [ 1637.040514] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.049935] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5222b113-b717-f05d-5ff2-f7f7b36a5c9d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.255427] env[62127]: DEBUG nova.network.neutron [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Updating instance_info_cache with network_info: [{"id": "e94b0fe8-9880-4b21-acfc-eba8a2473963", "address": "fa:16:3e:d9:f8:83", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94b0fe8-98", "ovs_interfaceid": "e94b0fe8-9880-4b21-acfc-eba8a2473963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.295804] env[62127]: ERROR nova.scheduler.client.report [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [req-20867d38-be71-4202-b2b6-732b1b5bf35f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20867d38-be71-4202-b2b6-732b1b5bf35f"}]} [ 1637.317268] env[62127]: DEBUG nova.scheduler.client.report [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1637.336502] env[62127]: DEBUG nova.scheduler.client.report [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1637.336756] env[62127]: DEBUG nova.compute.provider_tree [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1637.352843] env[62127]: DEBUG nova.scheduler.client.report [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1637.376386] env[62127]: DEBUG nova.scheduler.client.report [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1637.467893] env[62127]: DEBUG nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1637.496685] env[62127]: DEBUG oslo_vmware.api [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733649, 'name': PowerOnVM_Task, 'duration_secs': 0.636477} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.501551] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1637.506567] env[62127]: DEBUG nova.compute.manager [None req-2128e63b-b010-45f6-8809-62053833317a tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1637.507738] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e7929e-7f8f-4adc-8bcf-0f0c972f0581 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.512109] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1637.512371] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1637.512499] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1637.512677] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1637.512821] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1637.512963] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1637.513176] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1637.513330] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1637.513493] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1637.513649] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1637.513814] env[62127]: DEBUG nova.virt.hardware [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1637.517751] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24233bd4-94a0-4925-9f10-4049c2f775ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.520577] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733650, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.531951] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab8fdb8-ff03-4db2-ae5a-36657f88e5d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.559403] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5222b113-b717-f05d-5ff2-f7f7b36a5c9d, 'name': SearchDatastore_Task, 'duration_secs': 0.011554} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1637.559729] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.560099] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] c9e127d7-b48e-44c5-ac38-c91ba1c677a6/c9e127d7-b48e-44c5-ac38-c91ba1c677a6.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1637.560324] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cfa4a699-f3f9-4043-8e74-96522ded2e8d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.573153] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1637.573153] env[62127]: value = "task-1733651" [ 1637.573153] env[62127]: _type = "Task" [ 1637.573153] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.583971] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733651, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1637.592981] env[62127]: DEBUG nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Received event network-vif-plugged-e94b0fe8-9880-4b21-acfc-eba8a2473963 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1637.592981] env[62127]: DEBUG oslo_concurrency.lockutils [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] Acquiring lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1637.592981] env[62127]: DEBUG oslo_concurrency.lockutils [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1637.592981] env[62127]: DEBUG oslo_concurrency.lockutils [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1637.593264] env[62127]: DEBUG nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] No waiting events found dispatching network-vif-plugged-e94b0fe8-9880-4b21-acfc-eba8a2473963 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1637.593264] env[62127]: WARNING nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Received unexpected event network-vif-plugged-e94b0fe8-9880-4b21-acfc-eba8a2473963 for instance with vm_state building and task_state spawning. [ 1637.593445] env[62127]: DEBUG nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Received event network-changed-e94b0fe8-9880-4b21-acfc-eba8a2473963 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1637.593594] env[62127]: DEBUG nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Refreshing instance network info cache due to event network-changed-e94b0fe8-9880-4b21-acfc-eba8a2473963. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1637.593739] env[62127]: DEBUG oslo_concurrency.lockutils [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] Acquiring lock "refresh_cache-14fd86e8-c01c-485e-83d9-46a2c5b9976e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1637.639385] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b5d5df4-028e-444e-beb9-f7cda0f7ecbd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.650466] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5658302e-17a9-4136-9c1c-51f4ce76fb06 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.690075] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44f77e6-2a59-4f25-b2fc-cb303acfeb43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.699131] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ac17d4-b33e-49e1-861e-25f56d7fa798 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.713553] env[62127]: DEBUG nova.compute.provider_tree [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1637.758279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-14fd86e8-c01c-485e-83d9-46a2c5b9976e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1637.758634] env[62127]: DEBUG nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Instance network_info: |[{"id": "e94b0fe8-9880-4b21-acfc-eba8a2473963", "address": "fa:16:3e:d9:f8:83", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94b0fe8-98", "ovs_interfaceid": "e94b0fe8-9880-4b21-acfc-eba8a2473963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1637.758936] env[62127]: DEBUG oslo_concurrency.lockutils [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] Acquired lock "refresh_cache-14fd86e8-c01c-485e-83d9-46a2c5b9976e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1637.759191] env[62127]: DEBUG nova.network.neutron [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Refreshing network info cache for port e94b0fe8-9880-4b21-acfc-eba8a2473963 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1637.760623] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:f8:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e94b0fe8-9880-4b21-acfc-eba8a2473963', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1637.767987] env[62127]: DEBUG oslo.service.loopingcall [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1637.771170] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1637.771639] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85773778-f0d5-4a7a-af26-7f9bfaa690fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1637.788090] env[62127]: DEBUG nova.network.neutron [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1637.796784] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1637.796784] env[62127]: value = "task-1733652" [ 1637.796784] env[62127]: _type = "Task" [ 1637.796784] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1637.806548] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733652, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.013700] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733650, 'name': ReconfigVM_Task, 'duration_secs': 0.738533} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.014130] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] 00468880-ff8e-4db3-8e8b-7db5dbd1a15f/00468880-ff8e-4db3-8e8b-7db5dbd1a15f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1638.014609] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5dd4ed4c-4f6d-4b2a-be9f-6021f0422f51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.018058] env[62127]: DEBUG nova.network.neutron [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Updated VIF entry in instance network info cache for port e94b0fe8-9880-4b21-acfc-eba8a2473963. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1638.018433] env[62127]: DEBUG nova.network.neutron [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Updating instance_info_cache with network_info: [{"id": "e94b0fe8-9880-4b21-acfc-eba8a2473963", "address": "fa:16:3e:d9:f8:83", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape94b0fe8-98", "ovs_interfaceid": "e94b0fe8-9880-4b21-acfc-eba8a2473963", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.024023] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1638.024023] env[62127]: value = "task-1733653" [ 1638.024023] env[62127]: _type = "Task" [ 1638.024023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.033458] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733653, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.086000] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733651, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.263371] env[62127]: DEBUG nova.scheduler.client.report [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 135 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1638.263760] env[62127]: DEBUG nova.compute.provider_tree [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 135 to 136 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1638.263996] env[62127]: DEBUG nova.compute.provider_tree [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1638.292112] env[62127]: INFO nova.compute.manager [-] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Took 2.34 seconds to deallocate network for instance. [ 1638.307931] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733652, 'name': CreateVM_Task, 'duration_secs': 0.453528} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.308203] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1638.308843] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.309024] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.309385] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1638.309667] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89328287-1709-42b8-938f-df6e2b9826ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.316646] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1638.316646] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521be33a-e9d5-afd2-29b5-6172ec84bd0a" [ 1638.316646] env[62127]: _type = "Task" [ 1638.316646] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.326221] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521be33a-e9d5-afd2-29b5-6172ec84bd0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.464096] env[62127]: DEBUG nova.compute.manager [req-a2d2981b-e6dc-4152-be20-bf79f6558d2c req-59204a8e-08bf-4c25-a66b-66120150db25 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-vif-plugged-ea69c752-6813-40a7-9670-1336ae1d13b2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.464366] env[62127]: DEBUG oslo_concurrency.lockutils [req-a2d2981b-e6dc-4152-be20-bf79f6558d2c req-59204a8e-08bf-4c25-a66b-66120150db25 service nova] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.464638] env[62127]: DEBUG oslo_concurrency.lockutils [req-a2d2981b-e6dc-4152-be20-bf79f6558d2c req-59204a8e-08bf-4c25-a66b-66120150db25 service nova] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.464754] env[62127]: DEBUG oslo_concurrency.lockutils [req-a2d2981b-e6dc-4152-be20-bf79f6558d2c req-59204a8e-08bf-4c25-a66b-66120150db25 service nova] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.464925] env[62127]: DEBUG nova.compute.manager [req-a2d2981b-e6dc-4152-be20-bf79f6558d2c req-59204a8e-08bf-4c25-a66b-66120150db25 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] No waiting events found dispatching network-vif-plugged-ea69c752-6813-40a7-9670-1336ae1d13b2 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1638.465278] env[62127]: WARNING nova.compute.manager [req-a2d2981b-e6dc-4152-be20-bf79f6558d2c req-59204a8e-08bf-4c25-a66b-66120150db25 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received unexpected event network-vif-plugged-ea69c752-6813-40a7-9670-1336ae1d13b2 for instance with vm_state active and task_state None. [ 1638.521771] env[62127]: DEBUG oslo_concurrency.lockutils [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] Releasing lock "refresh_cache-14fd86e8-c01c-485e-83d9-46a2c5b9976e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.522050] env[62127]: DEBUG nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Received event network-vif-deleted-41972112-fa73-4238-8123-eba02fd94be5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1638.522211] env[62127]: INFO nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Neutron deleted interface 41972112-fa73-4238-8123-eba02fd94be5; detaching it from the instance and deleting it from the info cache [ 1638.522422] env[62127]: DEBUG nova.network.neutron [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1638.535273] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733653, 'name': Rename_Task, 'duration_secs': 0.209768} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.536313] env[62127]: DEBUG nova.network.neutron [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Successfully updated port: ea69c752-6813-40a7-9670-1336ae1d13b2 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1638.537545] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1638.538804] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b63186c-745c-4502-97d9-6fb4fa3e64fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.547849] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1638.547849] env[62127]: value = "task-1733654" [ 1638.547849] env[62127]: _type = "Task" [ 1638.547849] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.556942] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.585773] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733651, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.793863} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.586058] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] c9e127d7-b48e-44c5-ac38-c91ba1c677a6/c9e127d7-b48e-44c5-ac38-c91ba1c677a6.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1638.586280] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1638.586536] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f160137f-3df9-4158-9456-9bf14b2dd34d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.595948] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1638.595948] env[62127]: value = "task-1733655" [ 1638.595948] env[62127]: _type = "Task" [ 1638.595948] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.605993] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.770940] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.361s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1638.771197] env[62127]: INFO nova.compute.manager [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Migrating [ 1638.778798] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.305s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1638.780452] env[62127]: INFO nova.compute.claims [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1638.797967] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1638.828866] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521be33a-e9d5-afd2-29b5-6172ec84bd0a, 'name': SearchDatastore_Task, 'duration_secs': 0.032817} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1638.829201] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1638.829449] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1638.829731] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1638.829939] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1638.830210] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1638.830517] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d69f813f-c405-4714-8232-9b741600b90e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.839899] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1638.840101] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1638.840820] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-495552d9-41bb-4f80-bedb-9cae047a6bdf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.847203] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1638.847203] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f61e3b-6753-7615-fe65-87d50e15d375" [ 1638.847203] env[62127]: _type = "Task" [ 1638.847203] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1638.856953] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f61e3b-6753-7615-fe65-87d50e15d375, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1638.922349] env[62127]: DEBUG nova.network.neutron [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Successfully updated port: 7bafeb69-364e-423e-88c4-3427181a9b8d {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1639.026078] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5db99ea9-dbe7-4a89-8307-225239ba16ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.035541] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14361224-07dc-42a2-866d-d09a089ee706 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.046808] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.047030] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.047243] env[62127]: DEBUG nova.network.neutron [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.061513] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733654, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.074376] env[62127]: DEBUG nova.compute.manager [req-e3a261e6-dfcd-41a9-8f53-c1680fd3ac3d req-6f272846-cb21-4a89-a5c1-ed67b102f4ad service nova] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Detach interface failed, port_id=41972112-fa73-4238-8123-eba02fd94be5, reason: Instance 60ade9af-c648-426f-983a-b3871d7a7c76 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1639.107440] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081085} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.107673] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1639.108602] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61163c26-3ccc-4129-a501-35e698503537 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.132835] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] c9e127d7-b48e-44c5-ac38-c91ba1c677a6/c9e127d7-b48e-44c5-ac38-c91ba1c677a6.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1639.133158] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18cb070c-eb9e-4a55-a601-58ebc7ec1172 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.155381] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1639.155381] env[62127]: value = "task-1733656" [ 1639.155381] env[62127]: _type = "Task" [ 1639.155381] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.164350] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733656, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.295240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.295240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.295240] env[62127]: DEBUG nova.network.neutron [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.358319] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f61e3b-6753-7615-fe65-87d50e15d375, 'name': SearchDatastore_Task, 'duration_secs': 0.017719} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.359231] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbc095af-18af-422c-a2db-efcc8aeed07c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.364910] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1639.364910] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523e71f6-f469-cbeb-f7cf-758a16e4a2db" [ 1639.364910] env[62127]: _type = "Task" [ 1639.364910] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.373572] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523e71f6-f469-cbeb-f7cf-758a16e4a2db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.428718] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-d29b8def-4433-4f01-9c9f-03b390ad72dc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.428936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-d29b8def-4433-4f01-9c9f-03b390ad72dc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1639.429136] env[62127]: DEBUG nova.network.neutron [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1639.561354] env[62127]: DEBUG oslo_vmware.api [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733654, 'name': PowerOnVM_Task, 'duration_secs': 0.887039} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.562186] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1639.562186] env[62127]: INFO nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Took 9.16 seconds to spawn the instance on the hypervisor. [ 1639.562343] env[62127]: DEBUG nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1639.563355] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb9e00c-2464-4562-85e7-b580feace432 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.585568] env[62127]: WARNING nova.network.neutron [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] 4b6499a7-c69b-4088-a2b8-af14d05ba484 already exists in list: networks containing: ['4b6499a7-c69b-4088-a2b8-af14d05ba484']. ignoring it [ 1639.626874] env[62127]: DEBUG nova.compute.manager [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Received event network-vif-plugged-7bafeb69-364e-423e-88c4-3427181a9b8d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.627130] env[62127]: DEBUG oslo_concurrency.lockutils [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] Acquiring lock "d29b8def-4433-4f01-9c9f-03b390ad72dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1639.627348] env[62127]: DEBUG oslo_concurrency.lockutils [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1639.627517] env[62127]: DEBUG oslo_concurrency.lockutils [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1639.627684] env[62127]: DEBUG nova.compute.manager [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] No waiting events found dispatching network-vif-plugged-7bafeb69-364e-423e-88c4-3427181a9b8d {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1639.627847] env[62127]: WARNING nova.compute.manager [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Received unexpected event network-vif-plugged-7bafeb69-364e-423e-88c4-3427181a9b8d for instance with vm_state building and task_state spawning. [ 1639.628011] env[62127]: DEBUG nova.compute.manager [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Received event network-changed-7bafeb69-364e-423e-88c4-3427181a9b8d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1639.628169] env[62127]: DEBUG nova.compute.manager [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Refreshing instance network info cache due to event network-changed-7bafeb69-364e-423e-88c4-3427181a9b8d. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1639.628330] env[62127]: DEBUG oslo_concurrency.lockutils [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] Acquiring lock "refresh_cache-d29b8def-4433-4f01-9c9f-03b390ad72dc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1639.667284] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733656, 'name': ReconfigVM_Task, 'duration_secs': 0.286405} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.667532] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Reconfigured VM instance instance-0000005c to attach disk [datastore1] c9e127d7-b48e-44c5-ac38-c91ba1c677a6/c9e127d7-b48e-44c5-ac38-c91ba1c677a6.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1639.668176] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a66a3b78-f08b-4f29-8103-c2cd7fae5cab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.678487] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1639.678487] env[62127]: value = "task-1733657" [ 1639.678487] env[62127]: _type = "Task" [ 1639.678487] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.687752] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733657, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.879505] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523e71f6-f469-cbeb-f7cf-758a16e4a2db, 'name': SearchDatastore_Task, 'duration_secs': 0.010063} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1639.879768] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1639.880031] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 14fd86e8-c01c-485e-83d9-46a2c5b9976e/14fd86e8-c01c-485e-83d9-46a2c5b9976e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1639.880429] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8171468a-4b80-48d9-9653-45e27efabd8f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.893616] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1639.893616] env[62127]: value = "task-1733658" [ 1639.893616] env[62127]: _type = "Task" [ 1639.893616] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.907146] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733658, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1639.988355] env[62127]: DEBUG nova.network.neutron [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea69c752-6813-40a7-9670-1336ae1d13b2", "address": "fa:16:3e:f2:b0:45", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69c752-68", "ovs_interfaceid": "ea69c752-6813-40a7-9670-1336ae1d13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.006736] env[62127]: DEBUG nova.network.neutron [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1640.019481] env[62127]: DEBUG nova.network.neutron [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance_info_cache with network_info: [{"id": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "address": "fa:16:3e:83:e1:30", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f3c7fb-0b", "ovs_interfaceid": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.074654] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb36d73-9c8d-4443-bc6e-bb37183aee2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.090553] env[62127]: INFO nova.compute.manager [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Took 16.35 seconds to build instance. [ 1640.093286] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e08746e-6189-4da3-829f-c5f57470fe3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.129649] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed55c8b-10d6-4782-ae4c-44510a4235a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.138294] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-755c2b9a-5596-49f1-b3c2-b2836aad37ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.153195] env[62127]: DEBUG nova.compute.provider_tree [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1640.188802] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733657, 'name': Rename_Task, 'duration_secs': 0.167007} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.189026] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1640.189298] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-65c6aecd-11b4-4eaa-8ef8-a7c03befd502 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.197146] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1640.197146] env[62127]: value = "task-1733659" [ 1640.197146] env[62127]: _type = "Task" [ 1640.197146] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.205975] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733659, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.263230] env[62127]: DEBUG nova.network.neutron [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Updating instance_info_cache with network_info: [{"id": "7bafeb69-364e-423e-88c4-3427181a9b8d", "address": "fa:16:3e:2e:de:2c", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bafeb69-36", "ovs_interfaceid": "7bafeb69-364e-423e-88c4-3427181a9b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1640.406084] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733658, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.490639] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.491384] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1640.491581] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.492462] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab33014-b6f7-44b7-814c-4d466f1398fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.513019] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1640.513325] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1640.513775] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1640.513978] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1640.514148] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1640.514329] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1640.514724] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1640.514947] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1640.515587] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1640.515587] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1640.515587] env[62127]: DEBUG nova.virt.hardware [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1640.525126] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfiguring VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1640.525801] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.527177] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76e52389-a516-41e7-9562-256e3185efda {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.545710] env[62127]: DEBUG oslo_vmware.api [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1640.545710] env[62127]: value = "task-1733660" [ 1640.545710] env[62127]: _type = "Task" [ 1640.545710] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.555458] env[62127]: DEBUG oslo_vmware.api [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733660, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.598908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba718a17-596d-448f-860c-9b5dcfdd58a7 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.872s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.658315] env[62127]: DEBUG nova.scheduler.client.report [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1640.707619] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733659, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.767862] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-d29b8def-4433-4f01-9c9f-03b390ad72dc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1640.768321] env[62127]: DEBUG nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Instance network_info: |[{"id": "7bafeb69-364e-423e-88c4-3427181a9b8d", "address": "fa:16:3e:2e:de:2c", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bafeb69-36", "ovs_interfaceid": "7bafeb69-364e-423e-88c4-3427181a9b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1640.768534] env[62127]: DEBUG oslo_concurrency.lockutils [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] Acquired lock "refresh_cache-d29b8def-4433-4f01-9c9f-03b390ad72dc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1640.768712] env[62127]: DEBUG nova.network.neutron [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Refreshing network info cache for port 7bafeb69-364e-423e-88c4-3427181a9b8d {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1640.770049] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:de:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bafeb69-364e-423e-88c4-3427181a9b8d', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1640.777987] env[62127]: DEBUG oslo.service.loopingcall [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1640.781214] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1640.781777] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bb1e70a-bdaa-4921-8ccf-d840f3df4e8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.803522] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1640.803522] env[62127]: value = "task-1733661" [ 1640.803522] env[62127]: _type = "Task" [ 1640.803522] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.811833] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733661, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.838874] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.839082] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.907361] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733658, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.648133} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.907634] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 14fd86e8-c01c-485e-83d9-46a2c5b9976e/14fd86e8-c01c-485e-83d9-46a2c5b9976e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1640.907846] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1640.908117] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3900972a-e0bd-4667-89dc-8d013fe8fdac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.916216] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1640.916216] env[62127]: value = "task-1733662" [ 1640.916216] env[62127]: _type = "Task" [ 1640.916216] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.920694] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.920926] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.921151] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1640.921339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1640.921505] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1640.925559] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733662, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.926029] env[62127]: INFO nova.compute.manager [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Terminating instance [ 1640.927922] env[62127]: DEBUG nova.compute.manager [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1640.928148] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1640.928910] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a52084d-e50c-4420-a4ee-06e21a934d1c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.938766] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1640.938766] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8f14e22-8312-4e92-9a91-64040f45cef1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.944481] env[62127]: DEBUG oslo_vmware.api [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1640.944481] env[62127]: value = "task-1733663" [ 1640.944481] env[62127]: _type = "Task" [ 1640.944481] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1640.952417] env[62127]: DEBUG oslo_vmware.api [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.005446] env[62127]: DEBUG nova.network.neutron [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Updated VIF entry in instance network info cache for port 7bafeb69-364e-423e-88c4-3427181a9b8d. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1641.005853] env[62127]: DEBUG nova.network.neutron [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Updating instance_info_cache with network_info: [{"id": "7bafeb69-364e-423e-88c4-3427181a9b8d", "address": "fa:16:3e:2e:de:2c", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bafeb69-36", "ovs_interfaceid": "7bafeb69-364e-423e-88c4-3427181a9b8d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.055876] env[62127]: DEBUG oslo_vmware.api [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733660, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.159075] env[62127]: INFO nova.compute.manager [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Rescuing [ 1641.159075] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.159075] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.159075] env[62127]: DEBUG nova.network.neutron [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1641.163792] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.163792] env[62127]: DEBUG nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1641.166355] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.368s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1641.166355] env[62127]: DEBUG nova.objects.instance [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'resources' on Instance uuid 60ade9af-c648-426f-983a-b3871d7a7c76 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1641.211018] env[62127]: DEBUG oslo_vmware.api [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733659, 'name': PowerOnVM_Task, 'duration_secs': 0.569358} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.211018] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1641.211018] env[62127]: INFO nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Took 8.40 seconds to spawn the instance on the hypervisor. [ 1641.211018] env[62127]: DEBUG nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1641.211418] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeddc300-40d8-467f-9127-401275a59aba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.316444] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733661, 'name': CreateVM_Task, 'duration_secs': 0.462207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.316691] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1641.318072] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.318072] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.318337] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1641.318460] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dc26c07-080b-4d2b-ac0f-105157ee865e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.323496] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1641.323496] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52003319-7ab2-2678-ba08-268ee1562a49" [ 1641.323496] env[62127]: _type = "Task" [ 1641.323496] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.331877] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52003319-7ab2-2678-ba08-268ee1562a49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.341962] env[62127]: DEBUG nova.compute.utils [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.426100] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733662, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073764} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.426407] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1641.427093] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ba716f-5f84-4381-a491-939fa49c00a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.450336] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 14fd86e8-c01c-485e-83d9-46a2c5b9976e/14fd86e8-c01c-485e-83d9-46a2c5b9976e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1641.450649] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a8cb6ef-ae87-41fc-932a-225089780417 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.472888] env[62127]: DEBUG oslo_vmware.api [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733663, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.474246] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1641.474246] env[62127]: value = "task-1733664" [ 1641.474246] env[62127]: _type = "Task" [ 1641.474246] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.482317] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733664, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.508538] env[62127]: DEBUG oslo_concurrency.lockutils [req-a842a9a3-74d7-4947-9ae3-a0fe7409891d req-f0742e93-247e-4c04-bc1c-f80dd3539252 service nova] Releasing lock "refresh_cache-d29b8def-4433-4f01-9c9f-03b390ad72dc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.558512] env[62127]: DEBUG oslo_vmware.api [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733660, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.669065] env[62127]: DEBUG nova.compute.utils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1641.670220] env[62127]: DEBUG nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1641.670440] env[62127]: DEBUG nova.network.neutron [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1641.728344] env[62127]: INFO nova.compute.manager [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Took 16.48 seconds to build instance. [ 1641.734703] env[62127]: DEBUG nova.policy [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e5a0a9e7fabd4edc8c76213ff97bb01a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6f95c8dba544a50bccc48cffa1cf908', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1641.834357] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52003319-7ab2-2678-ba08-268ee1562a49, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.837099] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1641.837353] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1641.837605] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1641.837861] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.837943] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1641.838415] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-62319ad5-b69e-4dc1-9a6e-810dcf694e84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.845135] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1641.852578] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1641.853622] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1641.853622] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6baf1c53-17b5-44ea-9eb4-b6336b0d8c69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.860107] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1641.860107] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521e031d-0816-a1ab-1bec-1b7aac7efaf7" [ 1641.860107] env[62127]: _type = "Task" [ 1641.860107] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.871544] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521e031d-0816-a1ab-1bec-1b7aac7efaf7, 'name': SearchDatastore_Task, 'duration_secs': 0.009296} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.872378] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a14b56a8-4b86-4b16-a83d-affc8f0b99bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.878636] env[62127]: DEBUG nova.network.neutron [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updating instance_info_cache with network_info: [{"id": "3eb6790b-fde7-499c-9765-a835ef20fd81", "address": "fa:16:3e:b0:c7:ec", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6790b-fd", "ovs_interfaceid": "3eb6790b-fde7-499c-9765-a835ef20fd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1641.881552] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1641.881552] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52110e00-0cff-4119-075a-e843dd491628" [ 1641.881552] env[62127]: _type = "Task" [ 1641.881552] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1641.889076] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52110e00-0cff-4119-075a-e843dd491628, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1641.902029] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba1a622-109f-4cf8-9a28-648116d1e2ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.909661] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf20f450-966b-43fb-9c72-71fc701d4164 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.942095] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a542f01-3e3a-4fa0-9f77-9a531cf8459b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.949924] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00faa07-9e10-4d69-9059-54f32fa13bb4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.969328] env[62127]: DEBUG nova.compute.provider_tree [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1641.971088] env[62127]: DEBUG oslo_vmware.api [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733663, 'name': PowerOffVM_Task, 'duration_secs': 0.719401} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1641.971569] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1641.971743] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1641.972221] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cfa71f37-423b-4d70-88a6-6bf3cff1a04e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1641.983082] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733664, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.006906] env[62127]: DEBUG nova.network.neutron [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Successfully created port: 0a6848ce-2ba8-46ce-972e-69f4ca69c739 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1642.058252] env[62127]: DEBUG oslo_vmware.api [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733660, 'name': ReconfigVM_Task, 'duration_secs': 1.029753} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.059385] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.059637] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfigured VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1642.062678] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefed54e-c57d-4003-a017-9365b1fc09cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.067556] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1642.067765] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1642.067974] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleting the datastore file [datastore1] 00468880-ff8e-4db3-8e8b-7db5dbd1a15f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1642.081127] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ccc9adcf-d151-441b-aedc-790ed06efa1c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.083177] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance 'bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1642.093840] env[62127]: DEBUG oslo_vmware.api [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1642.093840] env[62127]: value = "task-1733666" [ 1642.093840] env[62127]: _type = "Task" [ 1642.093840] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.102061] env[62127]: DEBUG oslo_vmware.api [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.174548] env[62127]: DEBUG nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1642.177491] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1642.178179] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.178329] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.178488] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.178644] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.178792] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.179046] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.179135] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1642.179275] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1642.229909] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a87d46d9-9bd2-49ac-aa82-bf72a818d19e tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.991s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.382544] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.394209] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52110e00-0cff-4119-075a-e843dd491628, 'name': SearchDatastore_Task, 'duration_secs': 0.008597} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.394499] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1642.394759] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1642.395713] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-35a81dd5-94ff-4888-b0bd-2f037eab8181 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.405131] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1642.405131] env[62127]: value = "task-1733667" [ 1642.405131] env[62127]: _type = "Task" [ 1642.405131] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.419465] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733667, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.473214] env[62127]: DEBUG nova.scheduler.client.report [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1642.487970] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733664, 'name': ReconfigVM_Task, 'duration_secs': 0.715678} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.487970] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 14fd86e8-c01c-485e-83d9-46a2c5b9976e/14fd86e8-c01c-485e-83d9-46a2c5b9976e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1642.487970] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b2a142d-0a1d-4db7-8417-c2d6b93622ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.494784] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1642.494784] env[62127]: value = "task-1733668" [ 1642.494784] env[62127]: _type = "Task" [ 1642.494784] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.502790] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733668, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.567106] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fba4655a-a5ec-4136-acc9-08172ba82e80 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.283s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.591072] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.591639] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c97cb7e-4a27-416e-9805-d79fa5a1033c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.601602] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1642.601602] env[62127]: value = "task-1733669" [ 1642.601602] env[62127]: _type = "Task" [ 1642.601602] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.607515] env[62127]: DEBUG oslo_vmware.api [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156859} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1642.608543] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1642.608543] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1642.608543] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1642.608786] env[62127]: INFO nova.compute.manager [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1642.608836] env[62127]: DEBUG oslo.service.loopingcall [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1642.609473] env[62127]: DEBUG nova.compute.manager [-] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1642.609473] env[62127]: DEBUG nova.network.neutron [-] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1642.614398] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.685368] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.752147] env[62127]: DEBUG nova.compute.manager [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-changed-ea69c752-6813-40a7-9670-1336ae1d13b2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1642.752147] env[62127]: DEBUG nova.compute.manager [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing instance network info cache due to event network-changed-ea69c752-6813-40a7-9670-1336ae1d13b2. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1642.752700] env[62127]: DEBUG oslo_concurrency.lockutils [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1642.752700] env[62127]: DEBUG oslo_concurrency.lockutils [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1642.752784] env[62127]: DEBUG nova.network.neutron [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing network info cache for port ea69c752-6813-40a7-9670-1336ae1d13b2 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1642.926497] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1642.927120] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.927637] env[62127]: INFO nova.compute.manager [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Attaching volume 2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a to /dev/sdb [ 1642.931075] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733667, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.935449] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1642.935449] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80da9b2a-30c7-4b87-ab91-e14df3507395 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.940738] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1642.940738] env[62127]: value = "task-1733670" [ 1642.940738] env[62127]: _type = "Task" [ 1642.940738] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1642.953613] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733670, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1642.979851] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5449d0c-f3d9-4085-8d21-325bf27a558d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.983841] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.818s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.987551] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.304s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1642.987791] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1642.987978] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1642.989353] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1293a0-5010-4036-9d72-4c6e40bf69bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1642.994995] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d61899-cf7f-437d-8d5b-d707bd0f648a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.005790] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f42aeed-49d1-4156-a785-58c00184eefe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.017647] env[62127]: INFO nova.scheduler.client.report [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted allocations for instance 60ade9af-c648-426f-983a-b3871d7a7c76 [ 1643.019246] env[62127]: DEBUG nova.virt.block_device [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating existing volume attachment record: 8bd5331b-aa36-4187-9cfe-b83391843d36 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1643.030155] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733668, 'name': Rename_Task, 'duration_secs': 0.176807} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.040070] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1643.040749] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6af284fb-1464-4132-87bd-375dc655a1c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.043113] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9bad8ff-1809-4cb7-b06d-cf4dba0afac3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.052252] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65955156-eef9-46d8-bb0e-3729c3b66bf7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.056058] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1643.056058] env[62127]: value = "task-1733671" [ 1643.056058] env[62127]: _type = "Task" [ 1643.056058] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.086654] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180138MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1643.086938] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1643.087232] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1643.095238] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733671, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.111385] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733669, 'name': PowerOffVM_Task, 'duration_secs': 0.47079} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.112128] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.112324] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance 'bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1643.184956] env[62127]: DEBUG nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1643.207118] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1643.207386] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1643.207543] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.207723] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1643.207868] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.208024] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1643.208239] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1643.208384] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1643.208549] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1643.208710] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1643.208884] env[62127]: DEBUG nova.virt.hardware [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1643.209807] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e80741-a11d-4b36-b2b3-263cdc43fdd5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.218431] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8df1c73-3744-4969-9be7-b10eb3bd8ec5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.423973] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733667, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551101} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.426202] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1643.426202] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1643.426202] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e2f969aa-4f4b-455d-b3d4-12f0abbf9db6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.434616] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1643.434616] env[62127]: value = "task-1733673" [ 1643.434616] env[62127]: _type = "Task" [ 1643.434616] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.448125] env[62127]: DEBUG nova.compute.manager [req-25fb2f8e-3845-4103-85b5-37b35d7f0783 req-4bcfa48f-a373-4689-8324-df87912bbef9 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Received event network-vif-deleted-7f915fa3-8939-4482-9bee-489501d15fed {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1643.448125] env[62127]: INFO nova.compute.manager [req-25fb2f8e-3845-4103-85b5-37b35d7f0783 req-4bcfa48f-a373-4689-8324-df87912bbef9 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Neutron deleted interface 7f915fa3-8939-4482-9bee-489501d15fed; detaching it from the instance and deleting it from the info cache [ 1643.448125] env[62127]: DEBUG nova.network.neutron [req-25fb2f8e-3845-4103-85b5-37b35d7f0783 req-4bcfa48f-a373-4689-8324-df87912bbef9 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.460424] env[62127]: DEBUG nova.network.neutron [-] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.460926] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733673, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.468733] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733670, 'name': PowerOffVM_Task, 'duration_secs': 0.231323} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.469391] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.470230] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b533854-97e4-4bff-b1fb-d2f3509d9d5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.492672] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0e07fd-2217-4085-b264-9d8dad1dfede {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.531765] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e513708d-75a0-4175-9df7-74cd1f850759 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "60ade9af-c648-426f-983a-b3871d7a7c76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.235s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1643.541247] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.541247] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0724fc4-902a-4f42-aeef-681ca04f4689 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.550087] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1643.550087] env[62127]: value = "task-1733676" [ 1643.550087] env[62127]: _type = "Task" [ 1643.550087] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.564289] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1643.564289] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1643.564394] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1643.565601] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1643.565601] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1643.565601] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-24ba4be0-b5eb-4d4f-85a0-efc5a47ae40d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.575164] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733671, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.577504] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1643.578405] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1643.578559] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c95ac268-24f7-4676-9d17-cf2d37a6b0f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.585843] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1643.585843] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5234b38a-1515-7aae-d198-940ccb2bd4c3" [ 1643.585843] env[62127]: _type = "Task" [ 1643.585843] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.590384] env[62127]: DEBUG nova.network.neutron [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updated VIF entry in instance network info cache for port ea69c752-6813-40a7-9670-1336ae1d13b2. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1643.591247] env[62127]: DEBUG nova.network.neutron [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea69c752-6813-40a7-9670-1336ae1d13b2", "address": "fa:16:3e:f2:b0:45", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69c752-68", "ovs_interfaceid": "ea69c752-6813-40a7-9670-1336ae1d13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1643.599915] env[62127]: DEBUG nova.network.neutron [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Successfully updated port: 0a6848ce-2ba8-46ce-972e-69f4ca69c739 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1643.606867] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5234b38a-1515-7aae-d198-940ccb2bd4c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.619042] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1643.619361] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1643.619492] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1643.619677] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1643.620038] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1643.620038] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1643.620182] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1643.620345] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1643.620505] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1643.620667] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1643.620853] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1643.627420] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-31700082-2317-4054-a0ee-af87b9772fad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.644972] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1643.644972] env[62127]: value = "task-1733677" [ 1643.644972] env[62127]: _type = "Task" [ 1643.644972] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.658730] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733677, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.948180] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733673, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.154015} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.948609] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1643.949807] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f304e3f-ef1e-47c2-84b9-1fb88b07509d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.954324] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8809adc5-7872-4343-81d9-79db60013941 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.976240] env[62127]: INFO nova.compute.manager [-] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Took 1.37 seconds to deallocate network for instance. [ 1643.987409] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1643.990599] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c75a0c8b-7df1-4a1c-8df5-92e8bcf0e84a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.011610] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d918ec77-aeae-4dc2-bd70-3bc1cf1fc966 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.030322] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1644.030322] env[62127]: value = "task-1733678" [ 1644.030322] env[62127]: _type = "Task" [ 1644.030322] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.045296] env[62127]: DEBUG nova.compute.manager [req-25fb2f8e-3845-4103-85b5-37b35d7f0783 req-4bcfa48f-a373-4689-8324-df87912bbef9 service nova] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Detach interface failed, port_id=7f915fa3-8939-4482-9bee-489501d15fed, reason: Instance 00468880-ff8e-4db3-8e8b-7db5dbd1a15f could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1644.050733] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.051096] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.051359] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.051559] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.051731] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.053557] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733678, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.054790] env[62127]: INFO nova.compute.manager [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Terminating instance [ 1644.056144] env[62127]: DEBUG nova.compute.manager [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1644.056441] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1644.057273] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47610bcb-efbe-4031-a1e6-906f557f3757 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.070304] env[62127]: DEBUG oslo_vmware.api [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733671, 'name': PowerOnVM_Task, 'duration_secs': 0.943448} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.072600] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1644.072861] env[62127]: INFO nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Took 8.79 seconds to spawn the instance on the hypervisor. [ 1644.072994] env[62127]: DEBUG nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1644.073315] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1644.074048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87526e33-fa97-4d96-bcc1-fee96c617867 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.076553] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39623b0c-358c-43e2-a8e0-d435d73f630a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.088641] env[62127]: DEBUG oslo_vmware.api [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1644.088641] env[62127]: value = "task-1733679" [ 1644.088641] env[62127]: _type = "Task" [ 1644.088641] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.107818] env[62127]: DEBUG oslo_concurrency.lockutils [req-b4224410-04b7-412b-8d45-0bcc1244b690 req-44cdd140-de81-4d88-b436-0e9a3a7cc16c service nova] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.108741] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Applying migration context for instance bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6 as it has an incoming, in-progress migration ae1b4bfe-49ba-489b-83d3-6c046c8ab242. Migration status is migrating {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1644.111069] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating resource usage from migration ae1b4bfe-49ba-489b-83d3-6c046c8ab242 [ 1644.113599] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "refresh_cache-dac79034-f3d9-4487-a6e7-a7a86b172a81" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1644.115197] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquired lock "refresh_cache-dac79034-f3d9-4487-a6e7-a7a86b172a81" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1644.115197] env[62127]: DEBUG nova.network.neutron [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1644.115315] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5234b38a-1515-7aae-d198-940ccb2bd4c3, 'name': SearchDatastore_Task, 'duration_secs': 0.025967} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.120815] env[62127]: DEBUG oslo_vmware.api [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733679, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.123169] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e20eb485-03ad-4f57-867e-b4cb21b5a411 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.131666] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1644.131666] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d71b39-9fb4-7c20-b6dd-2712153d3f21" [ 1644.131666] env[62127]: _type = "Task" [ 1644.131666] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.145529] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d71b39-9fb4-7c20-b6dd-2712153d3f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.151195] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 474c168c-e96d-4d98-94e0-24749c242dc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.151348] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 4f326749-ebb8-4db1-ab0c-736b7b66197a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.151474] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.151608] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f9329450-1926-43e3-9194-66c0db7a9c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.151700] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.151894] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 62afca16-d213-42db-bcb3-42e778492f13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.152110] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1834d8d1-7924-4403-b0d1-12b10f1f8346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.152250] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8a7f4608-4464-474f-98cf-9bd7a596279b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.152369] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 00468880-ff8e-4db3-8e8b-7db5dbd1a15f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.152483] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance c9e127d7-b48e-44c5-ac38-c91ba1c677a6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.152593] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 14fd86e8-c01c-485e-83d9-46a2c5b9976e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.152701] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance d29b8def-4433-4f01-9c9f-03b390ad72dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.152810] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration ae1b4bfe-49ba-489b-83d3-6c046c8ab242 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1644.152917] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance dac79034-f3d9-4487-a6e7-a7a86b172a81 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.153037] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1644.153255] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 15 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1644.153430] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3456MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=15 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1644.159998] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733677, 'name': ReconfigVM_Task, 'duration_secs': 0.290867} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.160328] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance 'bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1644.370905] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db242bb6-1b52-4268-8631-870d8232926e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.379386] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d68f20f5-a2d5-4883-8e12-6df34100d8ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.410103] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307eadfd-dff9-405c-be9a-5145152d54bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.418172] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf59d47-6488-41fe-b5c7-989634f69877 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.433779] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1644.524360] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.540995] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733678, 'name': ReconfigVM_Task, 'duration_secs': 0.323517} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.542045] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1644.542269] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3acaab2c-4d90-4a4c-94c9-6c95b0cca5f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.550774] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1644.550774] env[62127]: value = "task-1733680" [ 1644.550774] env[62127]: _type = "Task" [ 1644.550774] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.560450] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733680, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.600575] env[62127]: INFO nova.compute.manager [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Took 17.60 seconds to build instance. [ 1644.605662] env[62127]: DEBUG oslo_vmware.api [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733679, 'name': PowerOffVM_Task, 'duration_secs': 0.280132} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.606156] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1644.606382] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1644.606748] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f98dc5ac-d538-4abe-8751-a4869fa3da1d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.627526] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.627867] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.628282] env[62127]: DEBUG nova.objects.instance [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'flavor' on Instance uuid 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1644.643170] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d71b39-9fb4-7c20-b6dd-2712153d3f21, 'name': SearchDatastore_Task, 'duration_secs': 0.011551} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.644118] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1644.645366] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. {{(pid=62127) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1644.645366] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3101d636-dc71-4982-93fe-fdbe39d5c651 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.653171] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1644.653171] env[62127]: value = "task-1733682" [ 1644.653171] env[62127]: _type = "Task" [ 1644.653171] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.653971] env[62127]: DEBUG nova.network.neutron [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1644.667713] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1644.668845] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1644.668845] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1644.668845] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1644.668845] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1644.668845] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1644.668845] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1644.669136] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1644.669136] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1644.669410] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1644.669791] env[62127]: DEBUG nova.virt.hardware [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1644.675711] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1644.676471] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.676821] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34751fd5-60c0-4837-8d2e-fa579603122d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.701487] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1644.701487] env[62127]: value = "task-1733683" [ 1644.701487] env[62127]: _type = "Task" [ 1644.701487] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.712706] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733683, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.865454] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1644.865696] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1644.865870] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleting the datastore file [datastore1] c9e127d7-b48e-44c5-ac38-c91ba1c677a6 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1644.866183] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-107d07cf-ffb1-4e4d-8139-621bb51d114f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1644.879785] env[62127]: DEBUG oslo_vmware.api [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1644.879785] env[62127]: value = "task-1733684" [ 1644.879785] env[62127]: _type = "Task" [ 1644.879785] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1644.885121] env[62127]: DEBUG nova.network.neutron [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Updating instance_info_cache with network_info: [{"id": "0a6848ce-2ba8-46ce-972e-69f4ca69c739", "address": "fa:16:3e:d3:9f:51", "network": {"id": "5b6aa1e5-c246-4f65-b226-0e27b028de0f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1922930823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f95c8dba544a50bccc48cffa1cf908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6848ce-2b", "ovs_interfaceid": "0a6848ce-2ba8-46ce-972e-69f4ca69c739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1644.890064] env[62127]: DEBUG oslo_vmware.api [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.937760] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1644.948070] env[62127]: DEBUG nova.compute.manager [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Received event network-vif-plugged-0a6848ce-2ba8-46ce-972e-69f4ca69c739 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1644.948415] env[62127]: DEBUG oslo_concurrency.lockutils [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] Acquiring lock "dac79034-f3d9-4487-a6e7-a7a86b172a81-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1644.948554] env[62127]: DEBUG oslo_concurrency.lockutils [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1644.948701] env[62127]: DEBUG oslo_concurrency.lockutils [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1644.948990] env[62127]: DEBUG nova.compute.manager [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] No waiting events found dispatching network-vif-plugged-0a6848ce-2ba8-46ce-972e-69f4ca69c739 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1644.949078] env[62127]: WARNING nova.compute.manager [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Received unexpected event network-vif-plugged-0a6848ce-2ba8-46ce-972e-69f4ca69c739 for instance with vm_state building and task_state spawning. [ 1644.949292] env[62127]: DEBUG nova.compute.manager [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Received event network-changed-0a6848ce-2ba8-46ce-972e-69f4ca69c739 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1644.949444] env[62127]: DEBUG nova.compute.manager [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Refreshing instance network info cache due to event network-changed-0a6848ce-2ba8-46ce-972e-69f4ca69c739. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1644.949622] env[62127]: DEBUG oslo_concurrency.lockutils [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] Acquiring lock "refresh_cache-dac79034-f3d9-4487-a6e7-a7a86b172a81" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.062862] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733680, 'name': Rename_Task, 'duration_secs': 0.206039} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.063489] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1645.063710] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d935d1f4-35f1-4730-a66e-225e65ec0d35 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.072651] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1645.072651] env[62127]: value = "task-1733685" [ 1645.072651] env[62127]: _type = "Task" [ 1645.072651] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.082847] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733685, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.103364] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4ead4b39-5f84-4427-a1ec-8a9671db3fbe tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.113s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.168083] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733682, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.213253] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733683, 'name': ReconfigVM_Task, 'duration_secs': 0.193756} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.213600] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1645.214474] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8b770fe-651f-4a74-9cf5-dcad122ee02c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.243216] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6/bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.243568] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65c4dcb3-8c23-4ded-bcf4-b7603a143731 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.265719] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1645.265719] env[62127]: value = "task-1733686" [ 1645.265719] env[62127]: _type = "Task" [ 1645.265719] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.275467] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733686, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.341140] env[62127]: DEBUG nova.objects.instance [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'pci_requests' on Instance uuid 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.390783] env[62127]: DEBUG oslo_vmware.api [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733684, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.391478] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Releasing lock "refresh_cache-dac79034-f3d9-4487-a6e7-a7a86b172a81" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1645.391478] env[62127]: DEBUG nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Instance network_info: |[{"id": "0a6848ce-2ba8-46ce-972e-69f4ca69c739", "address": "fa:16:3e:d3:9f:51", "network": {"id": "5b6aa1e5-c246-4f65-b226-0e27b028de0f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1922930823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f95c8dba544a50bccc48cffa1cf908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6848ce-2b", "ovs_interfaceid": "0a6848ce-2ba8-46ce-972e-69f4ca69c739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1645.391779] env[62127]: DEBUG oslo_concurrency.lockutils [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] Acquired lock "refresh_cache-dac79034-f3d9-4487-a6e7-a7a86b172a81" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.394223] env[62127]: DEBUG nova.network.neutron [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Refreshing network info cache for port 0a6848ce-2ba8-46ce-972e-69f4ca69c739 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1645.394223] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:9f:51', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cc448a80-6318-4b6a-b0a0-85fe6cc645df', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a6848ce-2ba8-46ce-972e-69f4ca69c739', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1645.400854] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Creating folder: Project (d6f95c8dba544a50bccc48cffa1cf908). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.401362] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e8c47758-aded-4b6d-ac56-849e37eb7f43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.415607] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Created folder: Project (d6f95c8dba544a50bccc48cffa1cf908) in parent group-v360450. [ 1645.415842] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Creating folder: Instances. Parent ref: group-v360708. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1645.416105] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5c1738e5-9dff-4062-af2b-3e03014d1656 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.426915] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Created folder: Instances in parent group-v360708. [ 1645.427311] env[62127]: DEBUG oslo.service.loopingcall [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.427568] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1645.427795] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-23374627-3822-456e-bd15-4a5d44de964f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.443419] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1645.443630] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.356s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1645.443876] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.920s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1645.444099] env[62127]: DEBUG nova.objects.instance [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'resources' on Instance uuid 00468880-ff8e-4db3-8e8b-7db5dbd1a15f {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1645.448977] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1645.448977] env[62127]: value = "task-1733689" [ 1645.448977] env[62127]: _type = "Task" [ 1645.448977] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.459437] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733689, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.583946] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733685, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.669951] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619276} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.670599] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. [ 1645.671515] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1035ffda-bb38-486a-b373-55326aa8d097 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.702664] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1645.704063] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-60fee072-239f-43b3-8ec3-ee5c09eaa8df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.728237] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1645.728237] env[62127]: value = "task-1733691" [ 1645.728237] env[62127]: _type = "Task" [ 1645.728237] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.742878] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733691, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1645.779861] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733686, 'name': ReconfigVM_Task, 'duration_secs': 0.398049} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.780218] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Reconfigured VM instance instance-0000005a to attach disk [datastore1] bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6/bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1645.780546] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance 'bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1645.843994] env[62127]: DEBUG nova.objects.base [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Object Instance<4f326749-ebb8-4db1-ab0c-736b7b66197a> lazy-loaded attributes: flavor,pci_requests {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1645.844301] env[62127]: DEBUG nova.network.neutron [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1645.891730] env[62127]: DEBUG oslo_vmware.api [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733684, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.534332} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.893933] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1645.894156] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1645.894353] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1645.894531] env[62127]: INFO nova.compute.manager [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Took 1.84 seconds to destroy the instance on the hypervisor. [ 1645.894807] env[62127]: DEBUG oslo.service.loopingcall [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1645.895053] env[62127]: DEBUG nova.compute.manager [-] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1645.895159] env[62127]: DEBUG nova.network.neutron [-] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1645.935950] env[62127]: DEBUG nova.policy [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1645.963601] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733689, 'name': CreateVM_Task, 'duration_secs': 0.414475} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1645.963601] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1645.963601] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1645.963601] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.963932] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1645.964210] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dcbb67b2-1826-46c5-a92e-61d7c5b8fbd4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.972316] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1645.972316] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520d48d6-2923-0af9-110a-820c7be87d29" [ 1645.972316] env[62127]: _type = "Task" [ 1645.972316] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1645.982140] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520d48d6-2923-0af9-110a-820c7be87d29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.086072] env[62127]: DEBUG oslo_vmware.api [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733685, 'name': PowerOnVM_Task, 'duration_secs': 0.644575} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.086351] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1646.086558] env[62127]: INFO nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Took 8.62 seconds to spawn the instance on the hypervisor. [ 1646.086738] env[62127]: DEBUG nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1646.087606] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfba8b0a-1840-46f6-bc19-fa8997fd9ce6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.190039] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8367453d-34a9-4482-aa19-521f931eb272 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.200962] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2faf7609-c918-4894-9061-bff154cd004d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.250422] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf6f60-03d7-498b-b8d6-d41ecc3f672d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.259974] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733691, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.262783] env[62127]: DEBUG nova.network.neutron [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Updated VIF entry in instance network info cache for port 0a6848ce-2ba8-46ce-972e-69f4ca69c739. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1646.263055] env[62127]: DEBUG nova.network.neutron [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Updating instance_info_cache with network_info: [{"id": "0a6848ce-2ba8-46ce-972e-69f4ca69c739", "address": "fa:16:3e:d3:9f:51", "network": {"id": "5b6aa1e5-c246-4f65-b226-0e27b028de0f", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1922930823-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d6f95c8dba544a50bccc48cffa1cf908", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cc448a80-6318-4b6a-b0a0-85fe6cc645df", "external-id": "nsx-vlan-transportzone-91", "segmentation_id": 91, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a6848ce-2b", "ovs_interfaceid": "0a6848ce-2ba8-46ce-972e-69f4ca69c739", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.266657] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f56b4eb1-0dc1-45f7-adb3-a702c3917986 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.272515] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.272782] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1646.286143] env[62127]: DEBUG nova.compute.provider_tree [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1646.290867] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73eea13-3c8e-4201-a8ea-ba0f9ff6cd85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.315131] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbc6b57-8e84-4f27-aa82-d6e9403f5856 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.317920] env[62127]: DEBUG nova.compute.manager [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1646.338072] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance 'bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1646.484368] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520d48d6-2923-0af9-110a-820c7be87d29, 'name': SearchDatastore_Task, 'duration_secs': 0.052339} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.484748] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.484980] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1646.485280] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1646.485441] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1646.485619] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1646.485907] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f54ef79d-e2a3-400c-afcc-1263085a536c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.496552] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1646.496764] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1646.497563] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f645749-9fdd-4058-9f38-6f3065d9dc5f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.503720] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1646.503720] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d2ea75-e83f-0a65-4ea3-7bbd1ef4b9da" [ 1646.503720] env[62127]: _type = "Task" [ 1646.503720] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.512670] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d2ea75-e83f-0a65-4ea3-7bbd1ef4b9da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.608889] env[62127]: INFO nova.compute.manager [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Took 16.88 seconds to build instance. [ 1646.756223] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733691, 'name': ReconfigVM_Task, 'duration_secs': 0.814116} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1646.756473] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1646.757340] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14a0ae2-ddab-403d-836a-b77462c9603c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.778948] env[62127]: DEBUG oslo_concurrency.lockutils [req-c79f3000-3174-440c-9f52-0f31f9f7ce2f req-cd04b0f0-e314-4a34-8714-030d42bada03 service nova] Releasing lock "refresh_cache-dac79034-f3d9-4487-a6e7-a7a86b172a81" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1646.780035] env[62127]: DEBUG nova.compute.utils [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1646.786782] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9929487-d689-4416-831f-629dfba38625 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.799284] env[62127]: DEBUG nova.scheduler.client.report [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1646.802232] env[62127]: DEBUG nova.network.neutron [-] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.812560] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1646.812560] env[62127]: value = "task-1733692" [ 1646.812560] env[62127]: _type = "Task" [ 1646.812560] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1646.825792] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733692, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1646.840617] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1646.880160] env[62127]: DEBUG nova.network.neutron [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Port 24f3c7fb-0b7c-4e19-873b-0165139110d4 binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1647.014667] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d2ea75-e83f-0a65-4ea3-7bbd1ef4b9da, 'name': SearchDatastore_Task, 'duration_secs': 0.014463} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.015510] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb3e3e8-4091-491b-a4b1-be2ea68d7a6e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.022023] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1647.022023] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529e37d8-1c3e-a0b6-31cf-2489332032f4" [ 1647.022023] env[62127]: _type = "Task" [ 1647.022023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.031338] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529e37d8-1c3e-a0b6-31cf-2489332032f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.111151] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cc93f1b-100d-4fff-888c-acc1d3274619 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.401s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.287955] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.015s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.304297] env[62127]: INFO nova.compute.manager [-] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Took 1.41 seconds to deallocate network for instance. [ 1647.305045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.861s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.308990] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.468s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.323936] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733692, 'name': ReconfigVM_Task, 'duration_secs': 0.245202} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.324350] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1647.324956] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-741100ba-ebca-453c-ab5d-e2171c4a14af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.329693] env[62127]: INFO nova.scheduler.client.report [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted allocations for instance 00468880-ff8e-4db3-8e8b-7db5dbd1a15f [ 1647.335299] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1647.335299] env[62127]: value = "task-1733693" [ 1647.335299] env[62127]: _type = "Task" [ 1647.335299] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.346121] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.459512] env[62127]: DEBUG nova.network.neutron [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Successfully updated port: 6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1647.534332] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529e37d8-1c3e-a0b6-31cf-2489332032f4, 'name': SearchDatastore_Task, 'duration_secs': 0.024273} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1647.534662] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1647.534849] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] dac79034-f3d9-4487-a6e7-a7a86b172a81/dac79034-f3d9-4487-a6e7-a7a86b172a81.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1647.535558] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6011e0d0-9042-419d-b4f3-0cab2ab58e5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1647.543653] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1647.543653] env[62127]: value = "task-1733694" [ 1647.543653] env[62127]: _type = "Task" [ 1647.543653] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1647.554749] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733694, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.815586] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.818080] env[62127]: INFO nova.compute.claims [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1647.849616] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733693, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1647.850251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-468acd8a-ce42-4e7a-9165-39c7c14fcddf tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "00468880-ff8e-4db3-8e8b-7db5dbd1a15f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.929s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.906120] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1647.906494] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1647.906769] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1647.966585] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1647.966998] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.967741] env[62127]: DEBUG nova.network.neutron [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1647.993272] env[62127]: DEBUG nova.compute.manager [req-0964ac17-1633-49cc-b1fa-ee22402c6702 req-398be0d1-41d4-4539-be33-3d13529c828e service nova] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Received event network-vif-deleted-8869da86-b592-4fc2-80f6-2df7a2a25cbc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1648.056103] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733694, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.083943] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1648.084213] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360707', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'name': 'volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc', 'attached_at': '', 'detached_at': '', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'serial': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1648.085162] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3833c1-5ae3-455d-9c85-9f57c679e939 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.103062] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6d4afc5-fac8-47b0-8ddc-886d5157d100 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.131561] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a/volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1648.132383] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d44d95cc-d89d-4915-932c-adaf3cf0e780 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.154076] env[62127]: DEBUG oslo_vmware.api [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1648.154076] env[62127]: value = "task-1733695" [ 1648.154076] env[62127]: _type = "Task" [ 1648.154076] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.162831] env[62127]: DEBUG oslo_vmware.api [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.324896] env[62127]: INFO nova.compute.resource_tracker [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating resource usage from migration 2e65d449-2ce1-47ed-8614-f85d67603a4d [ 1648.337477] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.337801] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.338155] env[62127]: INFO nova.compute.manager [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Attaching volume 710eac6f-3ce3-4a72-83f4-3b3721c50b58 to /dev/sdb [ 1648.360356] env[62127]: DEBUG oslo_vmware.api [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733693, 'name': PowerOnVM_Task, 'duration_secs': 0.522736} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.360635] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1648.363338] env[62127]: DEBUG nova.compute.manager [None req-2bc71dfa-c3b1-41cb-8855-7066d7ed8ff5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1648.364201] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44eb3315-b5ef-4838-b7fc-9f2c5bbeaced {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.384676] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d43106-3a85-455c-8686-1ecc0976e6c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.392203] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aea6f0-4907-4361-a908-3950859fa5d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.410643] env[62127]: DEBUG nova.virt.block_device [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Updating existing volume attachment record: 46998b3a-6f2a-43fe-a234-1120fe285c9e {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1648.501294] env[62127]: DEBUG nova.compute.manager [req-72be8e4f-eed5-443e-8736-26ae72de9f29 req-6e806490-7b6c-49c8-bd3d-d9546bd3f2f0 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-vif-plugged-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1648.501530] env[62127]: DEBUG oslo_concurrency.lockutils [req-72be8e4f-eed5-443e-8736-26ae72de9f29 req-6e806490-7b6c-49c8-bd3d-d9546bd3f2f0 service nova] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1648.501746] env[62127]: DEBUG oslo_concurrency.lockutils [req-72be8e4f-eed5-443e-8736-26ae72de9f29 req-6e806490-7b6c-49c8-bd3d-d9546bd3f2f0 service nova] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1648.501935] env[62127]: DEBUG oslo_concurrency.lockutils [req-72be8e4f-eed5-443e-8736-26ae72de9f29 req-6e806490-7b6c-49c8-bd3d-d9546bd3f2f0 service nova] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1648.502134] env[62127]: DEBUG nova.compute.manager [req-72be8e4f-eed5-443e-8736-26ae72de9f29 req-6e806490-7b6c-49c8-bd3d-d9546bd3f2f0 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] No waiting events found dispatching network-vif-plugged-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1648.502317] env[62127]: WARNING nova.compute.manager [req-72be8e4f-eed5-443e-8736-26ae72de9f29 req-6e806490-7b6c-49c8-bd3d-d9546bd3f2f0 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received unexpected event network-vif-plugged-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 for instance with vm_state active and task_state None. [ 1648.511029] env[62127]: WARNING nova.network.neutron [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] 4b6499a7-c69b-4088-a2b8-af14d05ba484 already exists in list: networks containing: ['4b6499a7-c69b-4088-a2b8-af14d05ba484']. ignoring it [ 1648.511245] env[62127]: WARNING nova.network.neutron [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] 4b6499a7-c69b-4088-a2b8-af14d05ba484 already exists in list: networks containing: ['4b6499a7-c69b-4088-a2b8-af14d05ba484']. ignoring it [ 1648.559238] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733694, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683849} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.563793] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] dac79034-f3d9-4487-a6e7-a7a86b172a81/dac79034-f3d9-4487-a6e7-a7a86b172a81.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1648.564053] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1648.564848] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a604b90d-09a1-4ccb-95eb-5639450f5ec4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.567652] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-98bf2101-0ce8-4736-8773-3c46967d026b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.576647] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5886821c-35a6-4ede-8079-451ad85185c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.580501] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1648.580501] env[62127]: value = "task-1733697" [ 1648.580501] env[62127]: _type = "Task" [ 1648.580501] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.611437] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68898a80-b33c-492a-b143-f1c99eee1a78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.619638] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733697, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.626603] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0715e001-2f68-4852-84d0-8823afbcecac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.643342] env[62127]: DEBUG nova.compute.provider_tree [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1648.663961] env[62127]: DEBUG oslo_vmware.api [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733695, 'name': ReconfigVM_Task, 'duration_secs': 0.402881} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1648.664299] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfigured VM instance instance-00000053 to attach disk [datastore1] volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a/volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1648.672541] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33755ee5-cc52-48f7-b6c3-7ba841a24e0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.689639] env[62127]: DEBUG oslo_vmware.api [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1648.689639] env[62127]: value = "task-1733700" [ 1648.689639] env[62127]: _type = "Task" [ 1648.689639] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.700912] env[62127]: DEBUG oslo_vmware.api [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733700, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1648.961083] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1648.961299] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.961494] env[62127]: DEBUG nova.network.neutron [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1649.090691] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733697, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07444} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.090897] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1649.092098] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456b52e-a16a-4cae-88cd-c444e95efe7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.116011] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] dac79034-f3d9-4487-a6e7-a7a86b172a81/dac79034-f3d9-4487-a6e7-a7a86b172a81.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1649.118833] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-101218f0-0478-427e-bcf8-edd0ad651ef4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.143562] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1649.143562] env[62127]: value = "task-1733701" [ 1649.143562] env[62127]: _type = "Task" [ 1649.143562] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.146507] env[62127]: DEBUG nova.scheduler.client.report [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1649.156742] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.201231] env[62127]: DEBUG oslo_vmware.api [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733700, 'name': ReconfigVM_Task, 'duration_secs': 0.264874} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.201583] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360707', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'name': 'volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc', 'attached_at': '', 'detached_at': '', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'serial': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1649.252448] env[62127]: DEBUG nova.network.neutron [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea69c752-6813-40a7-9670-1336ae1d13b2", "address": "fa:16:3e:f2:b0:45", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69c752-68", "ovs_interfaceid": "ea69c752-6813-40a7-9670-1336ae1d13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16", "address": "fa:16:3e:f8:c7:be", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a9fb98f-1b", "ovs_interfaceid": "6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.638696] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.638982] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.639103] env[62127]: DEBUG nova.compute.manager [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1649.640659] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-301610f0-9085-4c7b-a2d5-c2936ddabc45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.654032] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.345s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1649.654243] env[62127]: INFO nova.compute.manager [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Migrating [ 1649.661666] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.666277] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.851s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.666529] env[62127]: DEBUG nova.objects.instance [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lazy-loading 'resources' on Instance uuid c9e127d7-b48e-44c5-ac38-c91ba1c677a6 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.671213] env[62127]: DEBUG nova.compute.manager [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1649.671742] env[62127]: DEBUG nova.objects.instance [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'flavor' on Instance uuid d29b8def-4433-4f01-9c9f-03b390ad72dc {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1649.716678] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "01de6846-d264-407e-8038-cdaadc807383" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1649.717628] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "01de6846-d264-407e-8038-cdaadc807383" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1649.755611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1649.756298] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1649.756466] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.757396] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad556b5-aadc-42e9-8502-b7b54125394b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.780759] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1649.780944] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1649.781124] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.781314] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1649.781461] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.781642] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1649.781882] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1649.782065] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1649.782239] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1649.782404] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1649.782577] env[62127]: DEBUG nova.virt.hardware [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1649.789280] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfiguring VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1649.790600] env[62127]: DEBUG nova.network.neutron [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance_info_cache with network_info: [{"id": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "address": "fa:16:3e:83:e1:30", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f3c7fb-0b", "ovs_interfaceid": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1649.793731] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2f73a2e-aeae-4f4e-8bcc-32917de362ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.815547] env[62127]: DEBUG oslo_vmware.api [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1649.815547] env[62127]: value = "task-1733702" [ 1649.815547] env[62127]: _type = "Task" [ 1649.815547] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.824810] env[62127]: DEBUG oslo_vmware.api [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733702, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.153959] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733701, 'name': ReconfigVM_Task, 'duration_secs': 0.699147} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.154294] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Reconfigured VM instance instance-0000005f to attach disk [datastore1] dac79034-f3d9-4487-a6e7-a7a86b172a81/dac79034-f3d9-4487-a6e7-a7a86b172a81.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1650.154979] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-447dda54-62c6-49c0-98cf-581c43e5c253 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.162886] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1650.162886] env[62127]: value = "task-1733703" [ 1650.162886] env[62127]: _type = "Task" [ 1650.162886] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.176014] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733703, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.181982] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.182183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.182363] env[62127]: DEBUG nova.network.neutron [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.186413] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1650.186527] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4b7e0391-3e87-4e3e-a52d-cfe7fb4a159e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.194411] env[62127]: DEBUG oslo_vmware.api [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1650.194411] env[62127]: value = "task-1733704" [ 1650.194411] env[62127]: _type = "Task" [ 1650.194411] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.210961] env[62127]: DEBUG oslo_vmware.api [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733704, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.218816] env[62127]: DEBUG nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1650.266189] env[62127]: DEBUG nova.objects.instance [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'flavor' on Instance uuid a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1650.311211] env[62127]: DEBUG oslo_concurrency.lockutils [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.334851] env[62127]: DEBUG oslo_vmware.api [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733702, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.441224] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef72958-b8a2-45a6-887c-5e1405108a32 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.450296] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b60ef0e-e9e0-40b7-a7b9-4437a6f6eb15 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.485057] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b653cdb5-f791-4ffb-a22a-ca00835947a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.493318] env[62127]: INFO nova.compute.manager [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Unrescuing [ 1650.493565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.493755] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.493900] env[62127]: DEBUG nova.network.neutron [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1650.496317] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d1367e-7dd1-41fe-ad00-2467ceb8b4af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.512727] env[62127]: DEBUG nova.compute.provider_tree [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1650.658366] env[62127]: DEBUG nova.compute.manager [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-changed-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1650.658592] env[62127]: DEBUG nova.compute.manager [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing instance network info cache due to event network-changed-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1650.658703] env[62127]: DEBUG oslo_concurrency.lockutils [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1650.658934] env[62127]: DEBUG oslo_concurrency.lockutils [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.659225] env[62127]: DEBUG nova.network.neutron [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Refreshing network info cache for port 6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1650.673995] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733703, 'name': Rename_Task, 'duration_secs': 0.209571} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.674207] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1650.674472] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05209484-562f-44f5-a5b8-9bea7b813c3e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.682093] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1650.682093] env[62127]: value = "task-1733705" [ 1650.682093] env[62127]: _type = "Task" [ 1650.682093] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.692801] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733705, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.709275] env[62127]: DEBUG oslo_vmware.api [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733704, 'name': PowerOffVM_Task, 'duration_secs': 0.250562} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.709275] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1650.709367] env[62127]: DEBUG nova.compute.manager [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1650.710159] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d68e3f-7105-478f-aa88-1a9c87ce72c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.743136] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1650.774093] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e850eb0a-0409-4851-b7a7-f6e7a3f21ac2 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.846s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1650.835251] env[62127]: DEBUG oslo_vmware.api [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733702, 'name': ReconfigVM_Task, 'duration_secs': 0.849137} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.835251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1650.835804] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfigured VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1650.842018] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a37a985-e05b-4105-8ac0-252fb02ab249 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.865181] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c2e74d-dc9f-4850-a5aa-fbbbe6bc59cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.873588] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance 'bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1651.007114] env[62127]: DEBUG nova.network.neutron [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.017056] env[62127]: DEBUG nova.scheduler.client.report [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1651.196206] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733705, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.225084] env[62127]: DEBUG nova.network.neutron [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updating instance_info_cache with network_info: [{"id": "3eb6790b-fde7-499c-9765-a835ef20fd81", "address": "fa:16:3e:b0:c7:ec", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6790b-fd", "ovs_interfaceid": "3eb6790b-fde7-499c-9765-a835ef20fd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.226569] env[62127]: DEBUG oslo_concurrency.lockutils [None req-54ccbbeb-7bd7-45d6-be89-0b340bcb2c30 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.588s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.348198] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e02fcbe4-4ffb-480f-83b5-2a32ed49ded8 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.720s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.381267] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1651.381725] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-764264b4-e09d-45eb-a304-8f9b7589f6ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.393145] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1651.393145] env[62127]: value = "task-1733707" [ 1651.393145] env[62127]: _type = "Task" [ 1651.393145] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1651.405956] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.510156] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.522829] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.856s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1651.525297] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.782s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1651.526870] env[62127]: INFO nova.compute.claims [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1651.540974] env[62127]: INFO nova.scheduler.client.report [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleted allocations for instance c9e127d7-b48e-44c5-ac38-c91ba1c677a6 [ 1651.555921] env[62127]: DEBUG nova.network.neutron [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updated VIF entry in instance network info cache for port 6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1651.556471] env[62127]: DEBUG nova.network.neutron [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "ea69c752-6813-40a7-9670-1336ae1d13b2", "address": "fa:16:3e:f2:b0:45", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea69c752-68", "ovs_interfaceid": "ea69c752-6813-40a7-9670-1336ae1d13b2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16", "address": "fa:16:3e:f8:c7:be", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a9fb98f-1b", "ovs_interfaceid": "6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1651.697727] env[62127]: DEBUG oslo_vmware.api [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733705, 'name': PowerOnVM_Task, 'duration_secs': 0.708391} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.698141] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.698424] env[62127]: INFO nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Took 8.51 seconds to spawn the instance on the hypervisor. [ 1651.698700] env[62127]: DEBUG nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1651.699871] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7326a0cf-95e0-446b-bde2-9b18f547f497 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.728893] env[62127]: DEBUG oslo_concurrency.lockutils [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1651.729892] env[62127]: DEBUG nova.objects.instance [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lazy-loading 'flavor' on Instance uuid 1834d8d1-7924-4403-b0d1-12b10f1f8346 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1651.906416] env[62127]: DEBUG oslo_vmware.api [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733707, 'name': PowerOnVM_Task, 'duration_secs': 0.392918} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.907046] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1651.907201] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-03ef437f-8a17-44f5-951d-edc1fc7d6552 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance 'bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.049679] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c3deeecc-89f7-42bc-9d3a-f0cc86457062 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "c9e127d7-b48e-44c5-ac38-c91ba1c677a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.999s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.059119] env[62127]: DEBUG oslo_concurrency.lockutils [req-f289de1d-411e-4c64-99f3-ffe734633951 req-77a13d2c-6b0f-468d-85e5-5214036f6c79 service nova] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1652.223267] env[62127]: INFO nova.compute.manager [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Took 20.76 seconds to build instance. [ 1652.236727] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bbddcd1-72ff-4c5f-80ab-6c7df4b679e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.262818] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1652.263189] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e7af7b0-b2a6-4489-b1f9-08e640c84ad5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.272187] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1652.272187] env[62127]: value = "task-1733708" [ 1652.272187] env[62127]: _type = "Task" [ 1652.272187] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.281460] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.305709] env[62127]: DEBUG nova.compute.manager [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1652.591102] env[62127]: INFO nova.compute.manager [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Rebuilding instance [ 1652.663667] env[62127]: DEBUG nova.compute.manager [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1652.664930] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df087021-eda1-46c0-8526-1634f0b8d718 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.727055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bbb8df66-59cc-4557-8333-bf48cefc75a6 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.276s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1652.785624] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733708, 'name': PowerOffVM_Task, 'duration_secs': 0.48065} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1652.785897] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1652.791486] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Reconfiguring VM instance instance-00000058 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1652.794610] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac0243a0-67f5-4b08-8666-85e820cc30e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.814891] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1652.814891] env[62127]: value = "task-1733709" [ 1652.814891] env[62127]: _type = "Task" [ 1652.814891] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1652.821732] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3aaf05a-3293-4dfa-86ac-fbd2a31277b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.824985] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1652.828556] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733709, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1652.834422] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a955d132-133f-4a99-a441-6cf0db26e414 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.869739] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f1ecc9-d12c-4ac3-b9ef-5ba2a302a03b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.881628] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f55919-a4aa-4c37-a197-30ee47d7e90f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.896414] env[62127]: DEBUG nova.compute.provider_tree [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1652.962435] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1652.962702] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360712', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'name': 'volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '14fd86e8-c01c-485e-83d9-46a2c5b9976e', 'attached_at': '', 'detached_at': '', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'serial': '710eac6f-3ce3-4a72-83f4-3b3721c50b58'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1652.963607] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8b007f-3355-4241-aae5-d5608208bc9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1652.981332] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d47ac1-9482-4303-8d50-ab6b0edabcb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.014938] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58/volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1653.016757] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa006c27-4b46-4b2b-89ff-7582f9511af5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.037777] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d282b5c9-7800-498e-b7c3-25e1460510b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.042048] env[62127]: DEBUG oslo_vmware.api [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1653.042048] env[62127]: value = "task-1733710" [ 1653.042048] env[62127]: _type = "Task" [ 1653.042048] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.061013] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance '474c168c-e96d-4d98-94e0-24749c242dc0' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1653.070457] env[62127]: DEBUG oslo_vmware.api [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733710, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.140045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-ea69c752-6813-40a7-9670-1336ae1d13b2" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.140229] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-ea69c752-6813-40a7-9670-1336ae1d13b2" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.179729] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.180083] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c1c1996-2469-4f80-8065-eb7d0173ab3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.188741] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1653.188741] env[62127]: value = "task-1733711" [ 1653.188741] env[62127]: _type = "Task" [ 1653.188741] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.197577] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.325926] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733709, 'name': ReconfigVM_Task, 'duration_secs': 0.442673} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.326236] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Reconfigured VM instance instance-00000058 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1653.326428] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1653.326686] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-440b0f7b-ebf3-4249-bcc3-0aa04ae70fd6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.335069] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1653.335069] env[62127]: value = "task-1733712" [ 1653.335069] env[62127]: _type = "Task" [ 1653.335069] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.345868] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733712, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.376833] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "dac79034-f3d9-4487-a6e7-a7a86b172a81" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.377118] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.377681] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "dac79034-f3d9-4487-a6e7-a7a86b172a81-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.377681] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.377867] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.380619] env[62127]: INFO nova.compute.manager [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Terminating instance [ 1653.382459] env[62127]: DEBUG nova.compute.manager [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1653.382651] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.383514] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89533398-0b85-4465-844d-f2fa722dfce5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.394339] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.394798] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b54aa64e-b36d-4571-88ef-db7dce279a54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.399015] env[62127]: DEBUG nova.scheduler.client.report [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1653.403955] env[62127]: DEBUG oslo_vmware.api [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1653.403955] env[62127]: value = "task-1733713" [ 1653.403955] env[62127]: _type = "Task" [ 1653.403955] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.414358] env[62127]: DEBUG oslo_vmware.api [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.552874] env[62127]: DEBUG oslo_vmware.api [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733710, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.567089] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1653.567422] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-354ea3ef-4849-43d0-8201-22d3af13a3ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.574734] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1653.574734] env[62127]: value = "task-1733714" [ 1653.574734] env[62127]: _type = "Task" [ 1653.574734] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.584424] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.643110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1653.643110] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.643921] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-969a7fe6-0a04-48ae-b257-6d711b9d92d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.665926] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a09a07-0dde-4b61-a888-deade3c19f88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.697097] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfiguring VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1653.700183] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10faa54e-43c0-49c1-85f1-25d9778a0288 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.720174] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1653.720462] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1653.721889] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49652d54-3df3-41c7-abc5-3b3daa7893bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.725022] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1653.725022] env[62127]: value = "task-1733715" [ 1653.725022] env[62127]: _type = "Task" [ 1653.725022] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.730075] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.730654] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40076b3f-0da3-4217-8f65-025765ccfd0e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.734941] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.817108] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1653.817311] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1653.817590] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleting the datastore file [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1653.817890] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4d4873a-f985-45e2-86c2-163396d74bf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1653.826403] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1653.826403] env[62127]: value = "task-1733717" [ 1653.826403] env[62127]: _type = "Task" [ 1653.826403] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1653.834903] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733717, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.844949] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733712, 'name': PowerOnVM_Task} progress is 81%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1653.865127] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1653.865259] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.865376] env[62127]: DEBUG nova.compute.manager [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Going to confirm migration 5 {{(pid=62127) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1653.905898] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1653.906534] env[62127]: DEBUG nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1653.910141] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.085s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1653.925268] env[62127]: DEBUG oslo_vmware.api [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733713, 'name': PowerOffVM_Task, 'duration_secs': 0.224853} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1653.926042] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1653.926042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1653.926258] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-159996dc-9bd5-43a3-b6a3-8e977859791a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.018522] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.019829] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.019829] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Deleting the datastore file [datastore1] dac79034-f3d9-4487-a6e7-a7a86b172a81 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.019829] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b24817d3-2174-4e4d-a555-32cf1a511e1c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.028292] env[62127]: DEBUG oslo_vmware.api [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for the task: (returnval){ [ 1654.028292] env[62127]: value = "task-1733719" [ 1654.028292] env[62127]: _type = "Task" [ 1654.028292] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.038014] env[62127]: DEBUG oslo_vmware.api [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.052553] env[62127]: DEBUG oslo_vmware.api [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733710, 'name': ReconfigVM_Task, 'duration_secs': 0.526001} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.052848] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Reconfigured VM instance instance-0000005d to attach disk [datastore1] volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58/volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1654.057740] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64c849e9-2f5b-45c9-bdad-39b9f4d72c1c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.075897] env[62127]: DEBUG oslo_vmware.api [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1654.075897] env[62127]: value = "task-1733720" [ 1654.075897] env[62127]: _type = "Task" [ 1654.075897] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.088621] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733714, 'name': PowerOffVM_Task, 'duration_secs': 0.231802} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.092035] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.092273] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance '474c168c-e96d-4d98-94e0-24749c242dc0' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1654.095821] env[62127]: DEBUG oslo_vmware.api [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733720, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.236937] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.337483] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733717, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205795} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.340650] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.340873] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.341105] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.349783] env[62127]: DEBUG oslo_vmware.api [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733712, 'name': PowerOnVM_Task, 'duration_secs': 0.618805} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.350052] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1654.350289] env[62127]: DEBUG nova.compute.manager [None req-aa95995c-9d4e-4856-9413-d3cc6d6e2813 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1654.351108] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2b185e-601f-4087-a73b-8298be96d997 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.412015] env[62127]: DEBUG nova.compute.utils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1654.413279] env[62127]: DEBUG nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1654.413448] env[62127]: DEBUG nova.network.neutron [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1654.420383] env[62127]: INFO nova.compute.claims [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1654.439495] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1654.439897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.439897] env[62127]: DEBUG nova.network.neutron [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1654.440083] env[62127]: DEBUG nova.objects.instance [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lazy-loading 'info_cache' on Instance uuid bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1654.464985] env[62127]: DEBUG nova.policy [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb6f9b6e15c45ec9e38725db06ccec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112cf88089b84635bc2b914d1f9072eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1654.539020] env[62127]: DEBUG oslo_vmware.api [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Task: {'id': task-1733719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.217019} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.539020] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1654.539020] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1654.539020] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1654.539256] env[62127]: INFO nova.compute.manager [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1654.539451] env[62127]: DEBUG oslo.service.loopingcall [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1654.539655] env[62127]: DEBUG nova.compute.manager [-] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1654.539748] env[62127]: DEBUG nova.network.neutron [-] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1654.590728] env[62127]: DEBUG oslo_vmware.api [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733720, 'name': ReconfigVM_Task, 'duration_secs': 0.174571} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.591036] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360712', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'name': 'volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '14fd86e8-c01c-485e-83d9-46a2c5b9976e', 'attached_at': '', 'detached_at': '', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'serial': '710eac6f-3ce3-4a72-83f4-3b3721c50b58'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1654.600851] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1654.601011] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1654.601194] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1654.601380] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1654.601525] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1654.601665] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1654.601864] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1654.602043] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1654.602236] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1654.602439] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1654.602624] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1654.608350] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121b6ae5-7e4a-44c6-944d-6b49540c010b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.626518] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1654.626518] env[62127]: value = "task-1733721" [ 1654.626518] env[62127]: _type = "Task" [ 1654.626518] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.636264] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733721, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.736833] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.841045] env[62127]: DEBUG nova.network.neutron [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Successfully created port: e7bb46aa-da62-433a-9f9f-2d3265964ae4 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1654.916477] env[62127]: DEBUG nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1654.926940] env[62127]: INFO nova.compute.resource_tracker [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating resource usage from migration 7d559d96-4410-4628-9952-f3b28e859d56 [ 1655.100405] env[62127]: DEBUG nova.compute.manager [req-02adf5e1-3ece-418a-bfdd-b33524f32327 req-5386875d-02cf-429a-ae5f-6239d12cf744 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Received event network-vif-deleted-0a6848ce-2ba8-46ce-972e-69f4ca69c739 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1655.100634] env[62127]: INFO nova.compute.manager [req-02adf5e1-3ece-418a-bfdd-b33524f32327 req-5386875d-02cf-429a-ae5f-6239d12cf744 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Neutron deleted interface 0a6848ce-2ba8-46ce-972e-69f4ca69c739; detaching it from the instance and deleting it from the info cache [ 1655.100829] env[62127]: DEBUG nova.network.neutron [req-02adf5e1-3ece-418a-bfdd-b33524f32327 req-5386875d-02cf-429a-ae5f-6239d12cf744 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.143762] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733721, 'name': ReconfigVM_Task, 'duration_secs': 0.424522} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.144412] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance '474c168c-e96d-4d98-94e0-24749c242dc0' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1655.220315] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-690ca69d-28c9-4dd6-80af-a97dea2cd2a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.231953] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32557348-6c36-42d4-84dd-d48de7fe93bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.241425] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.265525] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9d29e5-ce79-494d-b3df-65c8573967d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.274016] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-661c0f27-950c-4f76-acab-89bb7ec29d3d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.287876] env[62127]: DEBUG nova.compute.provider_tree [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1655.376198] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1655.376466] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1655.376628] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.376865] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1655.377037] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.377191] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1655.377425] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1655.377589] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1655.377758] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1655.377915] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1655.378096] env[62127]: DEBUG nova.virt.hardware [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1655.378927] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa79d254-c0bc-446a-a85d-41c993621695 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.386924] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29d50264-e000-4e44-8b36-d555849025a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.400455] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:de:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bafeb69-364e-423e-88c4-3427181a9b8d', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1655.407695] env[62127]: DEBUG oslo.service.loopingcall [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1655.407932] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1655.408160] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4c7305f9-0906-4e2a-a27a-aff6a01a473d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.431055] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1655.431055] env[62127]: value = "task-1733722" [ 1655.431055] env[62127]: _type = "Task" [ 1655.431055] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.438419] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733722, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.574750] env[62127]: DEBUG nova.network.neutron [-] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.604789] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c54132a0-7737-4c70-92fd-11f0461a5255 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.615566] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0660497-dd24-4f38-a588-2a51b45d4b69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.655921] env[62127]: DEBUG nova.objects.instance [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'flavor' on Instance uuid 14fd86e8-c01c-485e-83d9-46a2c5b9976e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1655.659666] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1655.659666] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1655.659666] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.659886] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1655.659886] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.660257] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1655.660257] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1655.660343] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1655.660536] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1655.660704] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1655.660875] env[62127]: DEBUG nova.virt.hardware [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1655.666085] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Reconfiguring VM instance instance-0000000f to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1655.666463] env[62127]: DEBUG nova.compute.manager [req-02adf5e1-3ece-418a-bfdd-b33524f32327 req-5386875d-02cf-429a-ae5f-6239d12cf744 service nova] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Detach interface failed, port_id=0a6848ce-2ba8-46ce-972e-69f4ca69c739, reason: Instance dac79034-f3d9-4487-a6e7-a7a86b172a81 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1655.670127] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-461b40a3-8caf-4f5b-a466-39df095f72db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.691110] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1655.691110] env[62127]: value = "task-1733723" [ 1655.691110] env[62127]: _type = "Task" [ 1655.691110] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1655.700172] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733723, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.738376] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.745996] env[62127]: DEBUG nova.network.neutron [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance_info_cache with network_info: [{"id": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "address": "fa:16:3e:83:e1:30", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24f3c7fb-0b", "ovs_interfaceid": "24f3c7fb-0b7c-4e19-873b-0165139110d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.790916] env[62127]: DEBUG nova.scheduler.client.report [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1655.927113] env[62127]: DEBUG nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1655.942121] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733722, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.951406] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1655.951656] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1655.951819] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1655.951993] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1655.952154] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1655.952296] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1655.952507] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1655.952661] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1655.952827] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1655.952981] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1655.953191] env[62127]: DEBUG nova.virt.hardware [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1655.954087] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66664b5-6146-4947-8e18-05e07b725059 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1655.963411] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe2c03ed-da09-47ab-95fb-45a5189fa6fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.078056] env[62127]: INFO nova.compute.manager [-] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Took 1.54 seconds to deallocate network for instance. [ 1656.173540] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e7063f7d-77b0-480b-9299-8632905b7770 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.835s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.202187] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733723, 'name': ReconfigVM_Task, 'duration_secs': 0.20554} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.202187] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Reconfigured VM instance instance-0000000f to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1656.202935] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d97e90e5-a1c9-45df-89e3-bbe73d041c8a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.226182] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] 474c168c-e96d-4d98-94e0-24749c242dc0/474c168c-e96d-4d98-94e0-24749c242dc0.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1656.227205] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b78fd02a-2743-4a10-adc6-bafc6bb1c1b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.251835] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.252120] env[62127]: DEBUG nova.objects.instance [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lazy-loading 'migration_context' on Instance uuid bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.253345] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.257224] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1656.257224] env[62127]: value = "task-1733724" [ 1656.257224] env[62127]: _type = "Task" [ 1656.257224] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.263786] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.295926] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.386s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.296211] env[62127]: INFO nova.compute.manager [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Migrating [ 1656.442298] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733722, 'name': CreateVM_Task, 'duration_secs': 0.656034} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.442480] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1656.443176] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.443412] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.443728] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1656.443900] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43d66327-cd2d-46bd-a8a2-48d8a468b2ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.449617] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1656.449617] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523b1f7a-28f5-cc65-db0e-964836447851" [ 1656.449617] env[62127]: _type = "Task" [ 1656.449617] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.460748] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523b1f7a-28f5-cc65-db0e-964836447851, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.584122] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.584416] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.584685] env[62127]: DEBUG nova.objects.instance [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lazy-loading 'resources' on Instance uuid dac79034-f3d9-4487-a6e7-a7a86b172a81 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1656.608336] env[62127]: DEBUG nova.compute.manager [req-d225eda7-fe6e-4aac-aecc-6b69e3966df6 req-7d4a16c3-7631-44e4-8c61-3a116a5f4d22 service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Received event network-vif-plugged-e7bb46aa-da62-433a-9f9f-2d3265964ae4 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1656.608558] env[62127]: DEBUG oslo_concurrency.lockutils [req-d225eda7-fe6e-4aac-aecc-6b69e3966df6 req-7d4a16c3-7631-44e4-8c61-3a116a5f4d22 service nova] Acquiring lock "01de6846-d264-407e-8038-cdaadc807383-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.608769] env[62127]: DEBUG oslo_concurrency.lockutils [req-d225eda7-fe6e-4aac-aecc-6b69e3966df6 req-7d4a16c3-7631-44e4-8c61-3a116a5f4d22 service nova] Lock "01de6846-d264-407e-8038-cdaadc807383-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.608941] env[62127]: DEBUG oslo_concurrency.lockutils [req-d225eda7-fe6e-4aac-aecc-6b69e3966df6 req-7d4a16c3-7631-44e4-8c61-3a116a5f4d22 service nova] Lock "01de6846-d264-407e-8038-cdaadc807383-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.609179] env[62127]: DEBUG nova.compute.manager [req-d225eda7-fe6e-4aac-aecc-6b69e3966df6 req-7d4a16c3-7631-44e4-8c61-3a116a5f4d22 service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] No waiting events found dispatching network-vif-plugged-e7bb46aa-da62-433a-9f9f-2d3265964ae4 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1656.609364] env[62127]: WARNING nova.compute.manager [req-d225eda7-fe6e-4aac-aecc-6b69e3966df6 req-7d4a16c3-7631-44e4-8c61-3a116a5f4d22 service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Received unexpected event network-vif-plugged-e7bb46aa-da62-433a-9f9f-2d3265964ae4 for instance with vm_state building and task_state spawning. [ 1656.752978] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.755846] env[62127]: DEBUG nova.objects.base [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1656.756726] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f911e1-320b-4443-a218-7ced09c213fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.768404] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733724, 'name': ReconfigVM_Task, 'duration_secs': 0.349013} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.781591] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Reconfigured VM instance instance-0000000f to attach disk [datastore1] 474c168c-e96d-4d98-94e0-24749c242dc0/474c168c-e96d-4d98-94e0-24749c242dc0.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1656.781898] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance '474c168c-e96d-4d98-94e0-24749c242dc0' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1656.786107] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57dab389-a6a9-4e06-9b6e-02d15285e2ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.793264] env[62127]: DEBUG oslo_vmware.api [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1656.793264] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d7de32-6cff-32d6-2b19-b71fb8cd9f2e" [ 1656.793264] env[62127]: _type = "Task" [ 1656.793264] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.802527] env[62127]: DEBUG oslo_vmware.api [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d7de32-6cff-32d6-2b19-b71fb8cd9f2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.812184] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.812602] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.812602] env[62127]: DEBUG nova.network.neutron [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1656.857311] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.857712] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.004s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.861019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1656.861019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1656.861019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1656.861019] env[62127]: INFO nova.compute.manager [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Terminating instance [ 1656.865777] env[62127]: DEBUG nova.compute.manager [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1656.866014] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1656.866265] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-827aa742-5b70-4a59-a01a-85a91a05babe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.875112] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1656.875112] env[62127]: value = "task-1733725" [ 1656.875112] env[62127]: _type = "Task" [ 1656.875112] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.885246] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733725, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1656.960439] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523b1f7a-28f5-cc65-db0e-964836447851, 'name': SearchDatastore_Task, 'duration_secs': 0.012984} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1656.960781] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1656.961029] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1656.961304] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1656.961458] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1656.961639] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1656.961928] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f7aa8df3-77b5-4b6c-9f48-720457c0af5d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.971572] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1656.971856] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1656.972660] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef93b98b-564e-4496-9dbb-71a0ec5ca512 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.978572] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1656.978572] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e95bb4-5357-fcc0-fcb6-7d298bfb4649" [ 1656.978572] env[62127]: _type = "Task" [ 1656.978572] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1656.987550] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e95bb4-5357-fcc0-fcb6-7d298bfb4649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.254622] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.291877] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685583ba-0855-4c7a-92d0-a1a62f09e07a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.324105] env[62127]: DEBUG nova.network.neutron [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Successfully updated port: e7bb46aa-da62-433a-9f9f-2d3265964ae4 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1657.329062] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68e4d05-9ba3-47fc-8b0c-2a420fedd046 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.332286] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba1674a-3ef5-4042-aad8-694accd002c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.335131] env[62127]: DEBUG oslo_vmware.api [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d7de32-6cff-32d6-2b19-b71fb8cd9f2e, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.336023] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1657.355882] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbb214b-2f08-42a4-82f1-8e123fb93f62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.359690] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance '474c168c-e96d-4d98-94e0-24749c242dc0' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1657.397792] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa9dc97-141c-4bad-a54c-0f9cbeffbaea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.407203] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733725, 'name': PowerOffVM_Task, 'duration_secs': 0.233244} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.410325] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1657.412711] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1657.412711] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360712', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'name': 'volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '14fd86e8-c01c-485e-83d9-46a2c5b9976e', 'attached_at': '', 'detached_at': '', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'serial': '710eac6f-3ce3-4a72-83f4-3b3721c50b58'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1657.412711] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bd82e3c-5e87-4f25-98c8-d876631e6c0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.415156] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9479e04-ab4f-4be0-844d-62106a274126 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.433894] env[62127]: DEBUG nova.compute.provider_tree [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1657.451993] env[62127]: DEBUG nova.scheduler.client.report [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1657.457725] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f251dc77-6ff6-4a34-84d5-b9c35197da2e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.466929] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6868709-7130-47c2-8581-34f638c07174 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.492962] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d909ecf4-6092-4522-9bd2-26aaf284af64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.502730] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e95bb4-5357-fcc0-fcb6-7d298bfb4649, 'name': SearchDatastore_Task, 'duration_secs': 0.016812} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1657.514936] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] The volume has not been displaced from its original location: [datastore1] volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58/volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1657.519183] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Reconfiguring VM instance instance-0000005d to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1657.521622] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cb5ce18-af94-4062-8608-256f8c2dc151 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.523838] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68883f73-8edf-4064-b57f-377a6ad58b41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1657.544762] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1657.544762] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f16349-a67d-7768-ac55-c68855d847bb" [ 1657.544762] env[62127]: _type = "Task" [ 1657.544762] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.547034] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1657.547034] env[62127]: value = "task-1733726" [ 1657.547034] env[62127]: _type = "Task" [ 1657.547034] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1657.555257] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f16349-a67d-7768-ac55-c68855d847bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.561943] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.584601] env[62127]: DEBUG nova.compute.manager [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Received event network-changed-e7bb46aa-da62-433a-9f9f-2d3265964ae4 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1657.584795] env[62127]: DEBUG nova.compute.manager [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Refreshing instance network info cache due to event network-changed-e7bb46aa-da62-433a-9f9f-2d3265964ae4. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1657.585070] env[62127]: DEBUG oslo_concurrency.lockutils [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] Acquiring lock "refresh_cache-01de6846-d264-407e-8038-cdaadc807383" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.585265] env[62127]: DEBUG oslo_concurrency.lockutils [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] Acquired lock "refresh_cache-01de6846-d264-407e-8038-cdaadc807383" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.585387] env[62127]: DEBUG nova.network.neutron [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Refreshing network info cache for port e7bb46aa-da62-433a-9f9f-2d3265964ae4 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1657.708795] env[62127]: DEBUG nova.network.neutron [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1657.755337] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1657.838569] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "refresh_cache-01de6846-d264-407e-8038-cdaadc807383" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1657.914680] env[62127]: DEBUG nova.network.neutron [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Port aaaa3020-7587-488e-97f9-95ca565d0d3d binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1657.962152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.377s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1657.965256] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.629s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1657.979425] env[62127]: INFO nova.scheduler.client.report [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Deleted allocations for instance dac79034-f3d9-4487-a6e7-a7a86b172a81 [ 1658.054476] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f16349-a67d-7768-ac55-c68855d847bb, 'name': SearchDatastore_Task, 'duration_secs': 0.015318} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.055214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.055501] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1658.055802] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f058ef40-89a7-4d5d-b344-81a7a2a91905 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.060872] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733726, 'name': ReconfigVM_Task, 'duration_secs': 0.378225} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.061524] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Reconfigured VM instance instance-0000005d to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1658.067916] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa940098-5848-4766-a9e5-02a886b026e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.078479] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1658.078479] env[62127]: value = "task-1733727" [ 1658.078479] env[62127]: _type = "Task" [ 1658.078479] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.084875] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1658.084875] env[62127]: value = "task-1733728" [ 1658.084875] env[62127]: _type = "Task" [ 1658.084875] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.087972] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733727, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.098792] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733728, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.123390] env[62127]: DEBUG nova.network.neutron [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1658.211767] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.250769] env[62127]: DEBUG nova.network.neutron [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1658.257907] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.307666] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.307922] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.487882] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c653e4d1-7d02-44ae-8a1e-b7a62b56a876 tempest-InstanceActionsNegativeTestJSON-828798933 tempest-InstanceActionsNegativeTestJSON-828798933-project-member] Lock "dac79034-f3d9-4487-a6e7-a7a86b172a81" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.111s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1658.589296] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733727, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.601493] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733728, 'name': ReconfigVM_Task, 'duration_secs': 0.195597} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1658.601784] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360712', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'name': 'volume-710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '14fd86e8-c01c-485e-83d9-46a2c5b9976e', 'attached_at': '', 'detached_at': '', 'volume_id': '710eac6f-3ce3-4a72-83f4-3b3721c50b58', 'serial': '710eac6f-3ce3-4a72-83f4-3b3721c50b58'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1658.602194] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1658.602996] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6a3cec-8534-438a-88b0-3dbef98b37f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.614334] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1658.614600] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e040badb-f21f-4b10-8758-a25d09696daa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.699736] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0af6664-b2f2-497d-8110-8179a51e5b2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.708755] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d99377-7f4d-4123-b4cf-84181b1e9aa0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.713662] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1658.713901] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1658.714096] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleting the datastore file [datastore1] 14fd86e8-c01c-485e-83d9-46a2c5b9976e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1658.714729] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b29ef7c-5742-4631-a1f8-fde1aa9a16bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.750377] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cf9d875-6a26-400c-8533-2ea4a7834008 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.751321] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1658.751321] env[62127]: value = "task-1733730" [ 1658.751321] env[62127]: _type = "Task" [ 1658.751321] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1658.754765] env[62127]: DEBUG oslo_concurrency.lockutils [req-a2bc860a-53ec-45c5-9d9c-484f42fb3808 req-fc6878dd-fc86-4235-aec2-ff1a1cc36bbf service nova] Releasing lock "refresh_cache-01de6846-d264-407e-8038-cdaadc807383" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1658.760344] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "refresh_cache-01de6846-d264-407e-8038-cdaadc807383" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.760609] env[62127]: DEBUG nova.network.neutron [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1658.764461] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f064c4bc-00ea-465d-83c2-e3721f526c07 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.777314] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.779207] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733730, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1658.789796] env[62127]: DEBUG nova.compute.provider_tree [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.810647] env[62127]: DEBUG nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1658.946028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1658.946336] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1658.946602] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1659.092318] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733727, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580947} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.092671] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1659.093376] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1659.093734] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be35faf8-7444-4c0e-945d-07d82113bf9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.101122] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1659.101122] env[62127]: value = "task-1733731" [ 1659.101122] env[62127]: _type = "Task" [ 1659.101122] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.113371] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733731, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.261850] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.269098] env[62127]: DEBUG oslo_vmware.api [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733730, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362653} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.269541] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1659.269849] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1659.270194] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1659.270662] env[62127]: INFO nova.compute.manager [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Took 2.40 seconds to destroy the instance on the hypervisor. [ 1659.270965] env[62127]: DEBUG oslo.service.loopingcall [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1659.271520] env[62127]: DEBUG nova.compute.manager [-] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1659.271667] env[62127]: DEBUG nova.network.neutron [-] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1659.294155] env[62127]: DEBUG nova.scheduler.client.report [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1659.312009] env[62127]: DEBUG nova.network.neutron [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1659.339085] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1659.613383] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733731, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.168032} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.613687] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1659.614497] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50473f0-691d-4b4d-afa5-494ed13b75d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.642135] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1659.643248] env[62127]: DEBUG nova.network.neutron [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Updating instance_info_cache with network_info: [{"id": "e7bb46aa-da62-433a-9f9f-2d3265964ae4", "address": "fa:16:3e:9c:90:12", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bb46aa-da", "ovs_interfaceid": "e7bb46aa-da62-433a-9f9f-2d3265964ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.644730] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24520958-9753-4eae-ab98-165d1397e062 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.671965] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1659.671965] env[62127]: value = "task-1733732" [ 1659.671965] env[62127]: _type = "Task" [ 1659.671965] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1659.680801] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1659.704510] env[62127]: DEBUG nova.compute.manager [req-33176b12-8542-4bc9-a70e-fc9fa83c9ee1 req-a310a9fc-ef91-4386-90ea-c416c14b251c service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Received event network-vif-deleted-e94b0fe8-9880-4b21-acfc-eba8a2473963 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1659.704753] env[62127]: INFO nova.compute.manager [req-33176b12-8542-4bc9-a70e-fc9fa83c9ee1 req-a310a9fc-ef91-4386-90ea-c416c14b251c service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Neutron deleted interface e94b0fe8-9880-4b21-acfc-eba8a2473963; detaching it from the instance and deleting it from the info cache [ 1659.704935] env[62127]: DEBUG nova.network.neutron [req-33176b12-8542-4bc9-a70e-fc9fa83c9ee1 req-a310a9fc-ef91-4386-90ea-c416c14b251c service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1659.759731] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d717c42-6d0d-424f-afb7-1c3531e661a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1659.768451] env[62127]: DEBUG oslo_vmware.api [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733715, 'name': ReconfigVM_Task, 'duration_secs': 5.773249} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1659.784822] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1659.785059] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Reconfigured VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1659.787809] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1659.983250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1659.983458] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.983639] env[62127]: DEBUG nova.network.neutron [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.108236] env[62127]: DEBUG nova.network.neutron [-] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.167619] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "refresh_cache-01de6846-d264-407e-8038-cdaadc807383" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.167619] env[62127]: DEBUG nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Instance network_info: |[{"id": "e7bb46aa-da62-433a-9f9f-2d3265964ae4", "address": "fa:16:3e:9c:90:12", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7bb46aa-da", "ovs_interfaceid": "e7bb46aa-da62-433a-9f9f-2d3265964ae4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1660.167619] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:90:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7bb46aa-da62-433a-9f9f-2d3265964ae4', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1660.174565] env[62127]: DEBUG oslo.service.loopingcall [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1660.174930] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01de6846-d264-407e-8038-cdaadc807383] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1660.178874] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fde5a5ae-1de9-48ce-9d68-466e13429706 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.201895] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733732, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.203208] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1660.203208] env[62127]: value = "task-1733733" [ 1660.203208] env[62127]: _type = "Task" [ 1660.203208] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.207982] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-67e87ad6-0402-4c38-9cc6-d181a07a4856 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.214117] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733733, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.225734] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b62e6c-f760-4901-bb86-dd353c0b5264 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.273488] env[62127]: DEBUG nova.compute.manager [req-33176b12-8542-4bc9-a70e-fc9fa83c9ee1 req-a310a9fc-ef91-4386-90ea-c416c14b251c service nova] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Detach interface failed, port_id=e94b0fe8-9880-4b21-acfc-eba8a2473963, reason: Instance 14fd86e8-c01c-485e-83d9-46a2c5b9976e could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1660.293914] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1660.294350] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-da17b71d-6f7c-42c7-8c8f-c3b433233a20 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.303592] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1660.303592] env[62127]: value = "task-1733734" [ 1660.303592] env[62127]: _type = "Task" [ 1660.303592] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.308713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.344s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1660.312084] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.973s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1660.315356] env[62127]: INFO nova.compute.claims [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1660.325605] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.347879] env[62127]: DEBUG nova.compute.manager [req-d93c5bcf-11f9-4e6e-921e-4d74ea5407ed req-0c165a1f-6a46-4f76-b2d5-e652c73293a8 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-vif-deleted-ea69c752-6813-40a7-9670-1336ae1d13b2 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1660.348072] env[62127]: INFO nova.compute.manager [req-d93c5bcf-11f9-4e6e-921e-4d74ea5407ed req-0c165a1f-6a46-4f76-b2d5-e652c73293a8 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Neutron deleted interface ea69c752-6813-40a7-9670-1336ae1d13b2; detaching it from the instance and deleting it from the info cache [ 1660.348615] env[62127]: DEBUG nova.network.neutron [req-d93c5bcf-11f9-4e6e-921e-4d74ea5407ed req-0c165a1f-6a46-4f76-b2d5-e652c73293a8 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16", "address": "fa:16:3e:f8:c7:be", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6a9fb98f-1b", "ovs_interfaceid": "6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1660.613048] env[62127]: INFO nova.compute.manager [-] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Took 1.34 seconds to deallocate network for instance. [ 1660.686384] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733732, 'name': ReconfigVM_Task, 'duration_secs': 0.756626} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.686511] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Reconfigured VM instance instance-0000005e to attach disk [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc/d29b8def-4433-4f01-9c9f-03b390ad72dc.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1660.687320] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-443bd9c3-977e-4e90-97f4-c13ae6f3b2b5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.694781] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1660.694781] env[62127]: value = "task-1733735" [ 1660.694781] env[62127]: _type = "Task" [ 1660.694781] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.708031] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733735, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.717108] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733733, 'name': CreateVM_Task, 'duration_secs': 0.3875} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.717331] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 01de6846-d264-407e-8038-cdaadc807383] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1660.718553] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.718553] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.718553] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1660.719106] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7efe976-1a51-41e2-bbc4-883384212a09 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.724647] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1660.724647] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525b8792-4ee2-40be-63a0-93467d478fa4" [ 1660.724647] env[62127]: _type = "Task" [ 1660.724647] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1660.736183] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525b8792-4ee2-40be-63a0-93467d478fa4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1660.743051] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.743221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.743427] env[62127]: DEBUG nova.network.neutron [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1660.814729] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733734, 'name': PowerOffVM_Task, 'duration_secs': 0.251891} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1660.815178] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1660.815178] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1660.851874] env[62127]: DEBUG oslo_concurrency.lockutils [req-d93c5bcf-11f9-4e6e-921e-4d74ea5407ed req-0c165a1f-6a46-4f76-b2d5-e652c73293a8 service nova] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1660.852117] env[62127]: DEBUG oslo_concurrency.lockutils [req-d93c5bcf-11f9-4e6e-921e-4d74ea5407ed req-0c165a1f-6a46-4f76-b2d5-e652c73293a8 service nova] Acquired lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1660.853471] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e1ce4c-3797-4446-8d38-eebcf38843b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1660.872844] env[62127]: DEBUG oslo_concurrency.lockutils [req-d93c5bcf-11f9-4e6e-921e-4d74ea5407ed req-0c165a1f-6a46-4f76-b2d5-e652c73293a8 service nova] Releasing lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1660.873117] env[62127]: WARNING nova.compute.manager [req-d93c5bcf-11f9-4e6e-921e-4d74ea5407ed req-0c165a1f-6a46-4f76-b2d5-e652c73293a8 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Detach interface failed, port_id=ea69c752-6813-40a7-9670-1336ae1d13b2, reason: No device with interface-id ea69c752-6813-40a7-9670-1336ae1d13b2 exists on VM: nova.exception.NotFound: No device with interface-id ea69c752-6813-40a7-9670-1336ae1d13b2 exists on VM [ 1660.884324] env[62127]: INFO nova.scheduler.client.report [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted allocation for migration ae1b4bfe-49ba-489b-83d3-6c046c8ab242 [ 1661.170450] env[62127]: DEBUG nova.network.neutron [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.172818] env[62127]: INFO nova.compute.manager [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Took 0.56 seconds to detach 1 volumes for instance. [ 1661.209994] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733735, 'name': Rename_Task, 'duration_secs': 0.283345} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.209994] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1661.210195] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f433128-dc10-454e-91d1-49d90d2689b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.218342] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1661.218342] env[62127]: value = "task-1733736" [ 1661.218342] env[62127]: _type = "Task" [ 1661.218342] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.233393] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733736, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.241819] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525b8792-4ee2-40be-63a0-93467d478fa4, 'name': SearchDatastore_Task, 'duration_secs': 0.012025} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.242151] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.242396] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1661.242641] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1661.242828] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1661.243277] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1661.243612] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b68ef59-7b4b-48bc-b7fa-bc5dbd63b839 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.260360] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1661.260606] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1661.261450] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1d47eaa-237e-449c-86dd-35a95a877d22 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.275699] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1661.275699] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c4a2b7-700f-ccee-b695-57053befcd10" [ 1661.275699] env[62127]: _type = "Task" [ 1661.275699] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.287643] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c4a2b7-700f-ccee-b695-57053befcd10, 'name': SearchDatastore_Task, 'duration_secs': 0.012229} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.288522] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13782e82-833f-46f7-8a6b-827c732639d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.295994] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1661.295994] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b81587-d424-f794-de2d-1c039970f092" [ 1661.295994] env[62127]: _type = "Task" [ 1661.295994] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.305551] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b81587-d424-f794-de2d-1c039970f092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.322014] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1661.322510] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1661.322510] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1661.322636] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1661.322758] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1661.322914] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1661.323267] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1661.323315] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1661.323444] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1661.323712] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1661.323909] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1661.333766] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-453252f0-d426-4bd8-85ad-c34a79d4fc17 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.355805] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1661.355805] env[62127]: value = "task-1733737" [ 1661.355805] env[62127]: _type = "Task" [ 1661.355805] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.369816] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733737, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.393080] env[62127]: DEBUG oslo_concurrency.lockutils [None req-acaf8139-bb90-4272-86df-3274ec15fd93 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.528s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1661.587492] env[62127]: INFO nova.network.neutron [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Port 6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1661.587855] env[62127]: DEBUG nova.network.neutron [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [{"id": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "address": "fa:16:3e:40:ec:e9", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb95266e0-c0", "ovs_interfaceid": "b95266e0-c0fd-4f1d-9f17-d287b9e7315e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.639910] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b77476b-9c22-42d6-b48a-77e7b909b64c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.649866] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da043e8-64d4-46bc-9347-2f1184cd536c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.689022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.697530] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1661.705423] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e61944-2ca7-4c1e-b89e-33e62ffb4ce8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.711892] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e93f028-3b5f-4f0c-a52c-e66316f150f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.728875] env[62127]: DEBUG nova.compute.provider_tree [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1661.739392] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733736, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.807581] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b81587-d424-f794-de2d-1c039970f092, 'name': SearchDatastore_Task, 'duration_secs': 0.010207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.807883] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1661.808162] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 01de6846-d264-407e-8038-cdaadc807383/01de6846-d264-407e-8038-cdaadc807383.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1661.808441] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b657ebed-0bfd-4e81-8b25-9cfbe648fd98 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.816866] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1661.816866] env[62127]: value = "task-1733738" [ 1661.816866] env[62127]: _type = "Task" [ 1661.816866] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1661.825637] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1661.867118] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733737, 'name': ReconfigVM_Task, 'duration_secs': 0.22824} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1661.867654] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1662.045440] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.045716] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.045932] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.046131] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.046310] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.048863] env[62127]: INFO nova.compute.manager [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Terminating instance [ 1662.053234] env[62127]: DEBUG nova.compute.manager [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1662.053353] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.054279] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2961fb6c-4c4c-498f-befc-6816753deb16 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.063835] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.064141] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e87bbfd-0f75-4d8f-8b92-7e9ffb8d1b7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.070532] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.070901] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.071141] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1662.071335] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1662.071504] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1662.074935] env[62127]: DEBUG oslo_vmware.api [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1662.074935] env[62127]: value = "task-1733739" [ 1662.074935] env[62127]: _type = "Task" [ 1662.074935] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.075509] env[62127]: INFO nova.compute.manager [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Terminating instance [ 1662.082065] env[62127]: DEBUG nova.compute.manager [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1662.082482] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1662.084311] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145388d2-e50f-4eb5-a47f-efce2744975a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.090903] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-4f326749-ebb8-4db1-ab0c-736b7b66197a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1662.099825] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1662.100246] env[62127]: DEBUG oslo_vmware.api [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.100856] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43605d47-e842-4f9e-8ec8-b9e765186946 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.110802] env[62127]: DEBUG oslo_vmware.api [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1662.110802] env[62127]: value = "task-1733740" [ 1662.110802] env[62127]: _type = "Task" [ 1662.110802] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.122228] env[62127]: DEBUG oslo_vmware.api [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.224211] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f9e38e-bf28-410c-b4b2-346398029e4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.988055] env[62127]: DEBUG nova.scheduler.client.report [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1662.993151] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1662.993392] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1662.993549] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1662.993760] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1662.993916] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1662.994079] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1662.994284] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1662.994442] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1662.994605] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1662.994765] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1662.994931] env[62127]: DEBUG nova.virt.hardware [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1663.000331] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1663.001202] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6cdb7284-554c-429b-8c87-d3c8cc4f66ce tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-4f326749-ebb8-4db1-ab0c-736b7b66197a-ea69c752-6813-40a7-9670-1336ae1d13b2" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.861s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.007787] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce69fd9-a45c-43fa-b7ed-9b14dfb04ab9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.024234] env[62127]: DEBUG nova.compute.manager [req-418cff46-799c-4462-a49a-52f29dd6cca1 req-2442eda2-5aa9-4c51-b8bd-d7bea272c2c3 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-vif-deleted-6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1663.030518] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd74f449-96b8-4f56-9e52-90945e9f1bba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.036030] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "aa6fae5f-6251-4070-8abd-481314fd5d11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1663.037539] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.044655] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733736, 'name': PowerOnVM_Task, 'duration_secs': 0.772956} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.052725] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1663.053148] env[62127]: DEBUG nova.compute.manager [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1663.053263] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54588} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.054186] env[62127]: DEBUG oslo_vmware.api [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733739, 'name': PowerOffVM_Task, 'duration_secs': 0.229097} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.058998] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6238aa-9bac-498e-be9b-c4e4c663edca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.064023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 01de6846-d264-407e-8038-cdaadc807383/01de6846-d264-407e-8038-cdaadc807383.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1663.064023] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1663.064023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.064023] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.064023] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1663.064023] env[62127]: value = "task-1733741" [ 1663.064023] env[62127]: _type = "Task" [ 1663.064023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.064023] env[62127]: DEBUG oslo_vmware.api [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733740, 'name': PowerOffVM_Task, 'duration_secs': 0.394001} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.065314] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b27a8ab1-95b2-40c4-b38b-5549394742a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.067541] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2a33c61a-74ad-4cd2-a3e2-16258517cc3a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.068954] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1663.069137] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1663.069740] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance '474c168c-e96d-4d98-94e0-24749c242dc0' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1663.076659] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a7a724a8-3921-4e7b-b557-88ccfc6b2420 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.091787] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733741, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.092157] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1663.092157] env[62127]: value = "task-1733742" [ 1663.092157] env[62127]: _type = "Task" [ 1663.092157] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.101350] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.278359] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.278593] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.278804] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleting the datastore file [datastore1] bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.279202] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da66c4b0-df30-43a4-afaf-5112057f805e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.287904] env[62127]: DEBUG oslo_vmware.api [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1663.287904] env[62127]: value = "task-1733745" [ 1663.287904] env[62127]: _type = "Task" [ 1663.287904] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.297010] env[62127]: DEBUG oslo_vmware.api [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733745, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.316034] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1663.316199] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1663.316284] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleting the datastore file [datastore1] 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1663.317026] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fe0f0e5-390d-4673-bd92-7b943094d82a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.325922] env[62127]: DEBUG oslo_vmware.api [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1663.325922] env[62127]: value = "task-1733746" [ 1663.325922] env[62127]: _type = "Task" [ 1663.325922] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.336616] env[62127]: DEBUG oslo_vmware.api [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733746, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.505992] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.194s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1663.506581] env[62127]: DEBUG nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1663.509479] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.813s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1663.510235] env[62127]: DEBUG nova.objects.instance [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'resources' on Instance uuid 14fd86e8-c01c-485e-83d9-46a2c5b9976e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1663.545230] env[62127]: DEBUG nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1663.581414] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1663.581738] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733741, 'name': ReconfigVM_Task, 'duration_secs': 0.42674} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.581973] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-356b86b6-8416-43ba-90a6-619db077734b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.584575] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1663.585846] env[62127]: INFO nova.compute.manager [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] bringing vm to original state: 'stopped' [ 1663.590785] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e61eecb-415f-4ac1-b2df-5d83037207d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.615880] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.619618] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-420d0638-ae3d-42f5-9025-b3dee416e42d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.631404] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1663.631404] env[62127]: value = "task-1733747" [ 1663.631404] env[62127]: _type = "Task" [ 1663.631404] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.635433] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076876} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.639455] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1663.640590] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540d22a4-25ef-45fa-bcb1-6cc7881befd6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.644854] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1663.644854] env[62127]: value = "task-1733748" [ 1663.644854] env[62127]: _type = "Task" [ 1663.644854] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.668528] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Reconfiguring VM instance instance-00000060 to attach disk [datastore1] 01de6846-d264-407e-8038-cdaadc807383/01de6846-d264-407e-8038-cdaadc807383.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1663.668851] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733747, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.669835] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37af1ea6-eff3-4eba-b1ed-8ed7d5939f04 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.687162] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733748, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.693084] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1663.693084] env[62127]: value = "task-1733749" [ 1663.693084] env[62127]: _type = "Task" [ 1663.693084] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1663.701516] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733749, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1663.798686] env[62127]: DEBUG oslo_vmware.api [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733745, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191916} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.798893] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.799092] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.799268] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.799493] env[62127]: INFO nova.compute.manager [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1663.799827] env[62127]: DEBUG oslo.service.loopingcall [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.800061] env[62127]: DEBUG nova.compute.manager [-] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1663.800164] env[62127]: DEBUG nova.network.neutron [-] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.838111] env[62127]: DEBUG oslo_vmware.api [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733746, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207352} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1663.838434] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1663.838653] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1663.838847] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1663.839054] env[62127]: INFO nova.compute.manager [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Took 1.79 seconds to destroy the instance on the hypervisor. [ 1663.839324] env[62127]: DEBUG oslo.service.loopingcall [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1663.839635] env[62127]: DEBUG nova.compute.manager [-] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1663.839703] env[62127]: DEBUG nova.network.neutron [-] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1663.889768] env[62127]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 could not be found.", "detail": ""}} {{(pid=62127) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1663.890788] env[62127]: DEBUG nova.network.neutron [-] Unable to show port 6a9fb98f-1ba0-4e63-8fd1-14ac38b56c16 as it no longer exists. {{(pid=62127) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1664.013092] env[62127]: DEBUG nova.compute.utils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1664.016048] env[62127]: DEBUG nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1664.016048] env[62127]: DEBUG nova.network.neutron [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1664.069430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.124662] env[62127]: DEBUG nova.policy [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b4321727789346c0b69f841d11c5dc01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b33d95450c5454f8b2d3f7d02ed3d71', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1664.157476] env[62127]: DEBUG oslo_vmware.api [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733747, 'name': PowerOnVM_Task, 'duration_secs': 0.45341} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.157476] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1664.157476] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0ece40-e12c-4696-aae1-a8bb8628d21e tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance '474c168c-e96d-4d98-94e0-24749c242dc0' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.164695] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733748, 'name': ReconfigVM_Task, 'duration_secs': 0.385139} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.164922] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.165233] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.203014] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733749, 'name': ReconfigVM_Task, 'duration_secs': 0.314261} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.205632] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Reconfigured VM instance instance-00000060 to attach disk [datastore1] 01de6846-d264-407e-8038-cdaadc807383/01de6846-d264-407e-8038-cdaadc807383.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1664.206529] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d92bbb4-cbc9-4868-81ac-340d477a0e2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.216207] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1664.216207] env[62127]: value = "task-1733750" [ 1664.216207] env[62127]: _type = "Task" [ 1664.216207] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.229990] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733750, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.306890] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2188b5f5-0671-439e-8258-f24a2fd0979c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.315838] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af8ea2b-0a43-4cb2-bbcb-24253647b16e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.348068] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51cf472d-4ff9-40c0-9be5-9fa0ed951a6d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.357935] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a81a79a9-bcd1-4f90-bde6-b371dcbd2a45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.372968] env[62127]: DEBUG nova.compute.provider_tree [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.524105] env[62127]: DEBUG nova.compute.manager [req-c8e38dda-75a8-443e-aeba-147d94ed2b9c req-4dc225be-86f5-487e-b728-ec38ad5f01f6 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Received event network-vif-deleted-24f3c7fb-0b7c-4e19-873b-0165139110d4 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1664.524375] env[62127]: INFO nova.compute.manager [req-c8e38dda-75a8-443e-aeba-147d94ed2b9c req-4dc225be-86f5-487e-b728-ec38ad5f01f6 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Neutron deleted interface 24f3c7fb-0b7c-4e19-873b-0165139110d4; detaching it from the instance and deleting it from the info cache [ 1664.524573] env[62127]: DEBUG nova.network.neutron [req-c8e38dda-75a8-443e-aeba-147d94ed2b9c req-4dc225be-86f5-487e-b728-ec38ad5f01f6 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.526624] env[62127]: DEBUG nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1664.595987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1664.595987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1664.595987] env[62127]: DEBUG nova.compute.manager [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1664.597965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35529a20-64db-4815-8c11-8e3dc8bbc128 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.605726] env[62127]: DEBUG nova.compute.manager [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1664.607884] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1664.608213] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b0f0fbe5-0cf1-40ff-ac76-8d45a297d6f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.616681] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1664.616681] env[62127]: value = "task-1733751" [ 1664.616681] env[62127]: _type = "Task" [ 1664.616681] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.627352] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.678170] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0f089ed-a5fe-4baf-a561-79c90555e837 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.684729] env[62127]: DEBUG nova.network.neutron [-] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.711654] env[62127]: INFO nova.compute.manager [-] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Took 0.91 seconds to deallocate network for instance. [ 1664.712910] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d99076-3faa-4ba8-b31f-a90048a4ffee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.741504] env[62127]: DEBUG nova.network.neutron [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Successfully created port: 244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1664.744604] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1664.756257] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733750, 'name': Rename_Task, 'duration_secs': 0.191879} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1664.756660] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1664.756923] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1e796e33-39fa-4fef-b7be-3fafc97946e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.765459] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1664.765459] env[62127]: value = "task-1733752" [ 1664.765459] env[62127]: _type = "Task" [ 1664.765459] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1664.776372] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1664.840676] env[62127]: DEBUG nova.compute.manager [req-b90b3daa-dc0f-4050-aac8-f80df7982926 req-62c51888-9709-4f99-8c55-ca00d9acfcf7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Received event network-vif-deleted-b95266e0-c0fd-4f1d-9f17-d287b9e7315e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1664.840896] env[62127]: INFO nova.compute.manager [req-b90b3daa-dc0f-4050-aac8-f80df7982926 req-62c51888-9709-4f99-8c55-ca00d9acfcf7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Neutron deleted interface b95266e0-c0fd-4f1d-9f17-d287b9e7315e; detaching it from the instance and deleting it from the info cache [ 1664.841121] env[62127]: DEBUG nova.network.neutron [req-b90b3daa-dc0f-4050-aac8-f80df7982926 req-62c51888-9709-4f99-8c55-ca00d9acfcf7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1664.896876] env[62127]: ERROR nova.scheduler.client.report [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [req-2cd4d366-aedc-4395-856e-88a602d1778d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2cd4d366-aedc-4395-856e-88a602d1778d"}]} [ 1664.921980] env[62127]: DEBUG nova.scheduler.client.report [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1664.937692] env[62127]: DEBUG nova.scheduler.client.report [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1664.938038] env[62127]: DEBUG nova.compute.provider_tree [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1664.951696] env[62127]: DEBUG nova.scheduler.client.report [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1664.976830] env[62127]: DEBUG nova.scheduler.client.report [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1665.027847] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8ad22aee-795e-4ab9-8c1c-b9f2daf7db8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.040166] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6be7a70-1959-4f0f-a3eb-02aff84b1b4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.076257] env[62127]: DEBUG nova.compute.manager [req-c8e38dda-75a8-443e-aeba-147d94ed2b9c req-4dc225be-86f5-487e-b728-ec38ad5f01f6 service nova] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Detach interface failed, port_id=24f3c7fb-0b7c-4e19-873b-0165139110d4, reason: Instance bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1665.132427] env[62127]: DEBUG oslo_vmware.api [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733751, 'name': PowerOffVM_Task, 'duration_secs': 0.339637} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.132638] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1665.132822] env[62127]: DEBUG nova.compute.manager [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.133749] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4294d0f9-c9fd-4c5f-ae97-3d6697669c53 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.163288] env[62127]: DEBUG nova.network.neutron [-] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1665.245856] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1665.253425] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d278262-51f1-4753-9204-61483ce5bdca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.265916] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef2bcae3-dfe9-4d14-9bda-07aa9b79078b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.314555] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733752, 'name': PowerOnVM_Task} progress is 87%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1665.317045] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64ae79e-df42-4721-b15a-445734167357 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.326893] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b179cf21-e854-4f2f-a38a-86f0f86da8a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.346756] env[62127]: DEBUG nova.compute.provider_tree [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1665.348380] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-63697248-e98b-4748-bbaa-bba7399bd041 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.361588] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b22627-3eb5-49d5-bc31-b5c7b05e7417 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.400877] env[62127]: DEBUG nova.compute.manager [req-b90b3daa-dc0f-4050-aac8-f80df7982926 req-62c51888-9709-4f99-8c55-ca00d9acfcf7 service nova] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Detach interface failed, port_id=b95266e0-c0fd-4f1d-9f17-d287b9e7315e, reason: Instance 4f326749-ebb8-4db1-ab0c-736b7b66197a could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1665.539256] env[62127]: DEBUG nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1665.564430] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1665.564689] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1665.564848] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1665.565072] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1665.565195] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1665.565342] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1665.565541] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1665.565699] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1665.565865] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1665.566040] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1665.566222] env[62127]: DEBUG nova.virt.hardware [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1665.567132] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67ebc3f1-bef4-4e04-a6af-9b82c65e9cb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.577599] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444a2692-beba-4a77-81af-5f84fcbf4250 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.652975] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.057s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1665.665868] env[62127]: INFO nova.compute.manager [-] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Took 1.83 seconds to deallocate network for instance. [ 1665.781045] env[62127]: DEBUG oslo_vmware.api [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733752, 'name': PowerOnVM_Task, 'duration_secs': 0.615712} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1665.781182] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1665.781389] env[62127]: INFO nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Took 9.85 seconds to spawn the instance on the hypervisor. [ 1665.781569] env[62127]: DEBUG nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1665.782355] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f9cdda-da62-450f-b451-11a42c90449c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1665.885534] env[62127]: DEBUG nova.scheduler.client.report [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 144 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1665.885818] env[62127]: DEBUG nova.compute.provider_tree [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 144 to 145 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1665.886021] env[62127]: DEBUG nova.compute.provider_tree [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1666.163560] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.172316] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.275077] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.275366] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.275553] env[62127]: INFO nova.compute.manager [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Shelving [ 1666.301130] env[62127]: INFO nova.compute.manager [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Took 15.58 seconds to build instance. [ 1666.355878] env[62127]: DEBUG nova.network.neutron [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Successfully updated port: 244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1666.392780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.883s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.397701] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.328s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.400115] env[62127]: INFO nova.compute.claims [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1666.426905] env[62127]: INFO nova.scheduler.client.report [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted allocations for instance 14fd86e8-c01c-485e-83d9-46a2c5b9976e [ 1666.465965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.465965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.465965] env[62127]: DEBUG nova.compute.manager [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Going to confirm migration 6 {{(pid=62127) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1666.479423] env[62127]: DEBUG nova.network.neutron [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Port e52f7054-394d-4b37-bffd-b5bb5c32f49b binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1666.782518] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1666.782873] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d05dd81a-eda7-48e0-9a6d-95505f90be86 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1666.791268] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1666.791268] env[62127]: value = "task-1733753" [ 1666.791268] env[62127]: _type = "Task" [ 1666.791268] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1666.801693] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733753, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1666.803446] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2b6121a1-6f9e-44b9-a801-180ad71d4059 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "01de6846-d264-407e-8038-cdaadc807383" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.086s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.863637] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.863968] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.864263] env[62127]: DEBUG nova.network.neutron [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.868085] env[62127]: DEBUG nova.compute.manager [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Received event network-vif-plugged-244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1666.869089] env[62127]: DEBUG oslo_concurrency.lockutils [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1666.869403] env[62127]: DEBUG oslo_concurrency.lockutils [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1666.869632] env[62127]: DEBUG oslo_concurrency.lockutils [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1666.869924] env[62127]: DEBUG nova.compute.manager [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] No waiting events found dispatching network-vif-plugged-244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1666.870183] env[62127]: WARNING nova.compute.manager [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Received unexpected event network-vif-plugged-244e5529-db64-4eb3-a44f-c4cf80a64dc5 for instance with vm_state building and task_state spawning. [ 1666.870365] env[62127]: DEBUG nova.compute.manager [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Received event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1666.870528] env[62127]: DEBUG nova.compute.manager [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing instance network info cache due to event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1666.870754] env[62127]: DEBUG oslo_concurrency.lockutils [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] Acquiring lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1666.937443] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4098429-074f-48ef-8dcf-aac08530583e tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "14fd86e8-c01c-485e-83d9-46a2c5b9976e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.080s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.075741] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.076088] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.076740] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d29b8def-4433-4f01-9c9f-03b390ad72dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.076974] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.077183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.079459] env[62127]: INFO nova.compute.manager [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Terminating instance [ 1667.081635] env[62127]: DEBUG nova.compute.manager [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1667.081837] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1667.082885] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf9e23e0-8e65-4f11-9f7a-ec65e0f87d03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.087206] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1667.087455] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.087721] env[62127]: DEBUG nova.network.neutron [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1667.087966] env[62127]: DEBUG nova.objects.instance [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'info_cache' on Instance uuid 474c168c-e96d-4d98-94e0-24749c242dc0 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.095385] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1667.095732] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75278961-bccc-4f8b-ab5d-d4a0b982b89b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.188262] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1667.188262] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1667.188262] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleting the datastore file [datastore1] d29b8def-4433-4f01-9c9f-03b390ad72dc {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1667.188262] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fc4aced-5f41-4ff9-a116-6263788d7867 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.198020] env[62127]: DEBUG oslo_vmware.api [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1667.198020] env[62127]: value = "task-1733755" [ 1667.198020] env[62127]: _type = "Task" [ 1667.198020] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.205149] env[62127]: DEBUG oslo_vmware.api [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733755, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.302893] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733753, 'name': PowerOffVM_Task, 'duration_secs': 0.325897} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.303216] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1667.304026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9c7bd2-fcb7-4da8-81dc-a485844e7362 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.324448] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9830882a-0fd4-4ecf-afe9-12cb96309ff9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.420560] env[62127]: DEBUG nova.network.neutron [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1667.507792] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.508072] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1667.508319] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1667.646340] env[62127]: DEBUG nova.network.neutron [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1667.656801] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68777f39-d23b-4362-9a63-69448d9aa8f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.666813] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a349df-9927-416c-95a7-f7ada198ed97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.703435] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d6dbcc6-4b12-4115-bce5-790e0c44a171 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.715106] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10acbc1-c339-40f4-a7aa-db5d70215068 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.718926] env[62127]: DEBUG oslo_vmware.api [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733755, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488267} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1667.719525] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1667.719749] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1667.719936] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1667.720176] env[62127]: INFO nova.compute.manager [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1667.720362] env[62127]: DEBUG oslo.service.loopingcall [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1667.720927] env[62127]: DEBUG nova.compute.manager [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1667.721043] env[62127]: DEBUG nova.network.neutron [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1667.733826] env[62127]: DEBUG nova.compute.provider_tree [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1667.837185] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1667.837603] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fcb117dc-8747-4bcf-8111-cd3f60712c22 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.847459] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1667.847459] env[62127]: value = "task-1733756" [ 1667.847459] env[62127]: _type = "Task" [ 1667.847459] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1667.856844] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733756, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1667.953346] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "9ef32719-9c5d-47f2-8051-b43c20f50c15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1667.954667] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.151582] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.151965] env[62127]: DEBUG nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Instance network_info: |[{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1668.152325] env[62127]: DEBUG oslo_concurrency.lockutils [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] Acquired lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.152530] env[62127]: DEBUG nova.network.neutron [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1668.153759] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:dd:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '975b168a-03e5-449d-95ac-4d51ba027242', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '244e5529-db64-4eb3-a44f-c4cf80a64dc5', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1668.162148] env[62127]: DEBUG oslo.service.loopingcall [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1668.162951] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1668.163209] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ae6b3a50-5863-4142-948b-ffa961c67231 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.185896] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1668.185896] env[62127]: value = "task-1733757" [ 1668.185896] env[62127]: _type = "Task" [ 1668.185896] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.198247] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733757, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.239281] env[62127]: DEBUG nova.scheduler.client.report [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1668.358145] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733756, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.456339] env[62127]: DEBUG nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1668.466649] env[62127]: DEBUG nova.network.neutron [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [{"id": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "address": "fa:16:3e:c3:21:31", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaaaa3020-75", "ovs_interfaceid": "aaaa3020-7587-488e-97f9-95ca565d0d3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.504684] env[62127]: DEBUG nova.network.neutron [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.557362] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.557633] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.557855] env[62127]: DEBUG nova.network.neutron [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1668.696927] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733757, 'name': CreateVM_Task, 'duration_secs': 0.496} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.697125] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1668.698158] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1668.698333] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1668.698656] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1668.698952] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d110f0-135f-4361-a390-63b48ac67be1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.705164] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1668.705164] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529b3c1a-d6e8-e6aa-e63b-77df2646bb47" [ 1668.705164] env[62127]: _type = "Task" [ 1668.705164] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1668.717024] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529b3c1a-d6e8-e6aa-e63b-77df2646bb47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1668.746086] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.349s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.746622] env[62127]: DEBUG nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1668.749965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.504s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.750219] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1668.752340] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 2.589s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1668.752758] env[62127]: DEBUG nova.objects.instance [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1668.772186] env[62127]: INFO nova.scheduler.client.report [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted allocations for instance bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6 [ 1668.858938] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733756, 'name': CreateSnapshot_Task, 'duration_secs': 0.588302} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1668.859230] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1668.859992] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8935e1f5-bc1a-46ca-b84f-84e437d28edd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1668.899135] env[62127]: DEBUG nova.compute.manager [req-e83c8955-9bc9-432c-b5c9-6086d6d848fc req-7d03b1ce-f974-4cb6-9cb1-30017fb329f2 service nova] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Received event network-vif-deleted-7bafeb69-364e-423e-88c4-3427181a9b8d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1668.905164] env[62127]: DEBUG nova.network.neutron [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updated VIF entry in instance network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1668.905476] env[62127]: DEBUG nova.network.neutron [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.969961] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-474c168c-e96d-4d98-94e0-24749c242dc0" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1668.970079] env[62127]: DEBUG nova.objects.instance [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'migration_context' on Instance uuid 474c168c-e96d-4d98-94e0-24749c242dc0 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1668.982068] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.007452] env[62127]: INFO nova.compute.manager [-] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Took 1.29 seconds to deallocate network for instance. [ 1669.016949] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "66582bed-2956-4632-bd75-7bdf103b0ad2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.016949] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.217242] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529b3c1a-d6e8-e6aa-e63b-77df2646bb47, 'name': SearchDatastore_Task, 'duration_secs': 0.035695} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.217583] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.217823] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1669.218067] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1669.218221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.218403] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1669.218668] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9cc416d-2994-415d-8cc7-18fcd8af3854 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.233732] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1669.233910] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1669.234637] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a37b4e1a-f6db-4c11-a911-5208e8a7d28a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.240862] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1669.240862] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f828e8-48fa-6a84-5fd5-6fd7eab48e6b" [ 1669.240862] env[62127]: _type = "Task" [ 1669.240862] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.250887] env[62127]: DEBUG nova.compute.utils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1669.252452] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f828e8-48fa-6a84-5fd5-6fd7eab48e6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.252837] env[62127]: DEBUG nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1669.252978] env[62127]: DEBUG nova.network.neutron [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1669.281633] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f7c5eba-4ace-451a-85df-e4794f18d02e tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.211s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.379655] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1669.380026] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cee9a463-0298-4bb8-9e16-67c0670798d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.390805] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1669.390805] env[62127]: value = "task-1733758" [ 1669.390805] env[62127]: _type = "Task" [ 1669.390805] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.401375] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733758, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.408088] env[62127]: DEBUG oslo_concurrency.lockutils [req-1fd1162f-8e05-417b-9e4c-337ed580185e req-6a0cedfd-22c3-476f-9e40-9fc5da566ec1 service nova] Releasing lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1669.472813] env[62127]: DEBUG nova.objects.base [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Object Instance<474c168c-e96d-4d98-94e0-24749c242dc0> lazy-loaded attributes: info_cache,migration_context {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1669.473809] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a23cd9-9eca-4e6a-80ad-6478b1b0e97f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.497034] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f27b3e68-2aed-4ddb-9f9b-999e15da0065 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.503508] env[62127]: DEBUG oslo_vmware.api [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1669.503508] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52426cb1-d78e-7f23-4b90-aed7848a63ed" [ 1669.503508] env[62127]: _type = "Task" [ 1669.503508] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.512734] env[62127]: DEBUG oslo_vmware.api [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52426cb1-d78e-7f23-4b90-aed7848a63ed, 'name': SearchDatastore_Task} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.513068] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.515028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1669.518533] env[62127]: DEBUG nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1669.575916] env[62127]: DEBUG nova.policy [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a0e8ddebcd64b239aab08a044025779', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4c02c3b3ba114f9a814fec4c0ddc2153', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1669.616525] env[62127]: DEBUG nova.network.neutron [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.752507] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f828e8-48fa-6a84-5fd5-6fd7eab48e6b, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.753557] env[62127]: DEBUG nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1669.756604] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-661ddf54-408b-4149-a21f-a3d293f78752 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.760036] env[62127]: DEBUG oslo_concurrency.lockutils [None req-228c5434-4a50-4d01-a9c0-480b3df1dc31 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1669.761087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.589s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1669.761312] env[62127]: DEBUG nova.objects.instance [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'resources' on Instance uuid 4f326749-ebb8-4db1-ab0c-736b7b66197a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1669.766762] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1669.766762] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d6d8bb-b859-4f5e-e48c-3a0271e05a5f" [ 1669.766762] env[62127]: _type = "Task" [ 1669.766762] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.777017] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6d8bb-b859-4f5e-e48c-3a0271e05a5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.903249] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733758, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.934153] env[62127]: DEBUG nova.network.neutron [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Successfully created port: 62363299-029d-46e3-a52f-119a9640e7db {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1670.042602] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1670.119630] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.276260] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d6d8bb-b859-4f5e-e48c-3a0271e05a5f, 'name': SearchDatastore_Task, 'duration_secs': 0.01286} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.276593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1670.276723] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/7ac59baf-bd6a-4589-a06d-9c0562a61aef.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1670.276982] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-15bd91be-58ac-4ef0-a3c9-6ed96ab87538 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.288632] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1670.288632] env[62127]: value = "task-1733759" [ 1670.288632] env[62127]: _type = "Task" [ 1670.288632] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.300303] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733759, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.401862] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733758, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.476341] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6621d61b-da96-4f23-87b1-760736990dc4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.487188] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a66df0-2854-4f34-ab44-92182a5cfbad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.519865] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8ccb360-6c9e-4edc-acbc-007097e5c095 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.528195] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7beef2-1fbf-421f-b58a-c720da8f5397 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.544139] env[62127]: DEBUG nova.compute.provider_tree [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1670.632928] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdfc0be-26cf-4b57-a8cd-350c87be481b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.643258] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082c8f03-fb1d-4330-ba2d-46020fb03e91 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.765514] env[62127]: DEBUG nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1670.800020] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1670.800623] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1670.800980] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1670.804021] env[62127]: DEBUG nova.virt.hardware [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1670.804021] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fb8eeb-53e2-4e8a-93f3-5db377b8261d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.814278] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733759, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.818247] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d54c4d-4d7d-4d18-97cd-3048965239e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.904218] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733758, 'name': CloneVM_Task, 'duration_secs': 1.167418} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.904551] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Created linked-clone VM from snapshot [ 1670.905452] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c849d3-209f-444c-9bc7-57b0c88acfc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.913959] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Uploading image 4971bada-b980-428b-9691-28db1d308127 {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1670.935111] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1670.935111] env[62127]: value = "vm-360717" [ 1670.935111] env[62127]: _type = "VirtualMachine" [ 1670.935111] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1670.935395] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-91c0ee1f-3523-4100-94e8-5ae6e185b99b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.944080] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lease: (returnval){ [ 1670.944080] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d8bb2e-6ab5-bfbd-41b1-268944a85b9b" [ 1670.944080] env[62127]: _type = "HttpNfcLease" [ 1670.944080] env[62127]: } obtained for exporting VM: (result){ [ 1670.944080] env[62127]: value = "vm-360717" [ 1670.944080] env[62127]: _type = "VirtualMachine" [ 1670.944080] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1670.944634] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the lease: (returnval){ [ 1670.944634] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d8bb2e-6ab5-bfbd-41b1-268944a85b9b" [ 1670.944634] env[62127]: _type = "HttpNfcLease" [ 1670.944634] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1670.952891] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1670.952891] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d8bb2e-6ab5-bfbd-41b1-268944a85b9b" [ 1670.952891] env[62127]: _type = "HttpNfcLease" [ 1670.952891] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1671.048317] env[62127]: DEBUG nova.scheduler.client.report [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1671.302314] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733759, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669822} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.302672] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/7ac59baf-bd6a-4589-a06d-9c0562a61aef.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1671.302799] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1671.303070] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-25a78e62-f669-4a61-a09a-3e70d1d2ebaa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.311542] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1671.311542] env[62127]: value = "task-1733761" [ 1671.311542] env[62127]: _type = "Task" [ 1671.311542] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.320645] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733761, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.335215] env[62127]: DEBUG nova.compute.manager [req-a6e4422c-103d-49b2-98e5-3b4a822339bd req-5a2affd9-00c6-4035-8944-aa05f127ddf6 service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Received event network-vif-plugged-62363299-029d-46e3-a52f-119a9640e7db {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1671.335377] env[62127]: DEBUG oslo_concurrency.lockutils [req-a6e4422c-103d-49b2-98e5-3b4a822339bd req-5a2affd9-00c6-4035-8944-aa05f127ddf6 service nova] Acquiring lock "aa6fae5f-6251-4070-8abd-481314fd5d11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1671.335596] env[62127]: DEBUG oslo_concurrency.lockutils [req-a6e4422c-103d-49b2-98e5-3b4a822339bd req-5a2affd9-00c6-4035-8944-aa05f127ddf6 service nova] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.335782] env[62127]: DEBUG oslo_concurrency.lockutils [req-a6e4422c-103d-49b2-98e5-3b4a822339bd req-5a2affd9-00c6-4035-8944-aa05f127ddf6 service nova] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.335957] env[62127]: DEBUG nova.compute.manager [req-a6e4422c-103d-49b2-98e5-3b4a822339bd req-5a2affd9-00c6-4035-8944-aa05f127ddf6 service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] No waiting events found dispatching network-vif-plugged-62363299-029d-46e3-a52f-119a9640e7db {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1671.336425] env[62127]: WARNING nova.compute.manager [req-a6e4422c-103d-49b2-98e5-3b4a822339bd req-5a2affd9-00c6-4035-8944-aa05f127ddf6 service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Received unexpected event network-vif-plugged-62363299-029d-46e3-a52f-119a9640e7db for instance with vm_state building and task_state spawning. [ 1671.420351] env[62127]: DEBUG nova.network.neutron [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Successfully updated port: 62363299-029d-46e3-a52f-119a9640e7db {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1671.453529] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1671.453529] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d8bb2e-6ab5-bfbd-41b1-268944a85b9b" [ 1671.453529] env[62127]: _type = "HttpNfcLease" [ 1671.453529] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1671.453828] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1671.453828] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d8bb2e-6ab5-bfbd-41b1-268944a85b9b" [ 1671.453828] env[62127]: _type = "HttpNfcLease" [ 1671.453828] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1671.454553] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f39293-95f2-4524-92a2-0d0dff5ae006 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.462036] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6aae6-657f-c189-9075-12b7bade11c0/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1671.462194] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6aae6-657f-c189-9075-12b7bade11c0/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1671.549387] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e6979ba8-5113-4f6d-ac79-f12be643a848 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.552829] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.792s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1671.554857] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.573s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1671.556469] env[62127]: INFO nova.compute.claims [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1671.574517] env[62127]: INFO nova.scheduler.client.report [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted allocations for instance 4f326749-ebb8-4db1-ab0c-736b7b66197a [ 1671.750504] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-106d44f0-ec0d-4d8f-8ac3-ad73c8936614 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.773576] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1930cb65-2189-4272-89a2-70c3086b4b49 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.783936] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1671.822904] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733761, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072323} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.823212] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1671.824052] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f099ce-92e0-4c0a-a7c5-803068684439 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.847853] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/7ac59baf-bd6a-4589-a06d-9c0562a61aef.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1671.849217] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-272784ce-6791-4154-87d8-192585e77833 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.872176] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1671.872176] env[62127]: value = "task-1733762" [ 1671.872176] env[62127]: _type = "Task" [ 1671.872176] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.883225] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733762, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.923474] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "refresh_cache-aa6fae5f-6251-4070-8abd-481314fd5d11" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1671.923641] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "refresh_cache-aa6fae5f-6251-4070-8abd-481314fd5d11" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.924168] env[62127]: DEBUG nova.network.neutron [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1672.085580] env[62127]: DEBUG oslo_concurrency.lockutils [None req-870053b9-309c-47f4-a1d5-25362cff383e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "4f326749-ebb8-4db1-ab0c-736b7b66197a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.040s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1672.293040] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.293395] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0af15213-d5f2-4013-96d4-9a82fcb046ac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.302450] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1672.302450] env[62127]: value = "task-1733763" [ 1672.302450] env[62127]: _type = "Task" [ 1672.302450] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.311617] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733763, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.382989] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733762, 'name': ReconfigVM_Task, 'duration_secs': 0.39272} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.383170] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/7ac59baf-bd6a-4589-a06d-9c0562a61aef.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1672.383854] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e393dfeb-4028-4f21-bee6-b01408a221f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.392470] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1672.392470] env[62127]: value = "task-1733764" [ 1672.392470] env[62127]: _type = "Task" [ 1672.392470] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.401767] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733764, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.468824] env[62127]: DEBUG nova.network.neutron [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1672.658476] env[62127]: DEBUG nova.network.neutron [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Updating instance_info_cache with network_info: [{"id": "62363299-029d-46e3-a52f-119a9640e7db", "address": "fa:16:3e:af:af:7f", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62363299-02", "ovs_interfaceid": "62363299-029d-46e3-a52f-119a9640e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1672.804172] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf780652-763c-4b72-ab6b-850f98ad5ff3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.819211] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2266a260-e924-496c-a24d-1533a23f776e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.822887] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733763, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.853998] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f74680d-56aa-4aa4-924d-5d78086b2728 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.863357] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbe66f5-9558-4292-bf76-e010239dfc71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.878857] env[62127]: DEBUG nova.compute.provider_tree [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1672.907889] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733764, 'name': Rename_Task, 'duration_secs': 0.224728} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.909111] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1672.909439] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-75f8d317-c4c2-4c88-97c9-12f792fb75b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.918200] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1672.918200] env[62127]: value = "task-1733765" [ 1672.918200] env[62127]: _type = "Task" [ 1672.918200] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.928199] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733765, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.161897] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "refresh_cache-aa6fae5f-6251-4070-8abd-481314fd5d11" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1673.162131] env[62127]: DEBUG nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Instance network_info: |[{"id": "62363299-029d-46e3-a52f-119a9640e7db", "address": "fa:16:3e:af:af:7f", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62363299-02", "ovs_interfaceid": "62363299-029d-46e3-a52f-119a9640e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1673.162973] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:af:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea45c024-d603-4bac-9c1b-f302437ea4fe', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62363299-029d-46e3-a52f-119a9640e7db', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1673.172035] env[62127]: DEBUG oslo.service.loopingcall [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1673.172321] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1673.172530] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f51e0bfa-ea52-41ce-9ef7-d14e41112d8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.198196] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1673.198196] env[62127]: value = "task-1733766" [ 1673.198196] env[62127]: _type = "Task" [ 1673.198196] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.207282] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733766, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.315047] env[62127]: DEBUG oslo_vmware.api [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733763, 'name': PowerOnVM_Task, 'duration_secs': 0.624426} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.315593] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.315882] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7d118840-86d6-4fa5-94de-9fe86735ca2d tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1673.365027] env[62127]: DEBUG nova.compute.manager [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Received event network-changed-62363299-029d-46e3-a52f-119a9640e7db {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1673.365316] env[62127]: DEBUG nova.compute.manager [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Refreshing instance network info cache due to event network-changed-62363299-029d-46e3-a52f-119a9640e7db. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1673.365631] env[62127]: DEBUG oslo_concurrency.lockutils [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] Acquiring lock "refresh_cache-aa6fae5f-6251-4070-8abd-481314fd5d11" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1673.365793] env[62127]: DEBUG oslo_concurrency.lockutils [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] Acquired lock "refresh_cache-aa6fae5f-6251-4070-8abd-481314fd5d11" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1673.365993] env[62127]: DEBUG nova.network.neutron [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Refreshing network info cache for port 62363299-029d-46e3-a52f-119a9640e7db {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1673.381988] env[62127]: DEBUG nova.scheduler.client.report [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1673.433411] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733765, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.710248] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733766, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.886746] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.332s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1673.887295] env[62127]: DEBUG nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1673.889973] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.377s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1673.930975] env[62127]: DEBUG oslo_vmware.api [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733765, 'name': PowerOnVM_Task, 'duration_secs': 0.551944} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.931266] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1673.931467] env[62127]: INFO nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1673.931650] env[62127]: DEBUG nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1673.932468] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-709d9075-683a-4730-a25c-d167102c56a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.134345] env[62127]: DEBUG nova.network.neutron [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Updated VIF entry in instance network info cache for port 62363299-029d-46e3-a52f-119a9640e7db. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1674.134713] env[62127]: DEBUG nova.network.neutron [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Updating instance_info_cache with network_info: [{"id": "62363299-029d-46e3-a52f-119a9640e7db", "address": "fa:16:3e:af:af:7f", "network": {"id": "22ec21f3-ba2b-455e-8748-86ccc1239cde", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-1349343821-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4c02c3b3ba114f9a814fec4c0ddc2153", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea45c024-d603-4bac-9c1b-f302437ea4fe", "external-id": "nsx-vlan-transportzone-946", "segmentation_id": 946, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62363299-02", "ovs_interfaceid": "62363299-029d-46e3-a52f-119a9640e7db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1674.202785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1674.203079] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1674.214570] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733766, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.395358] env[62127]: DEBUG nova.compute.utils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1674.401044] env[62127]: DEBUG nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1674.401181] env[62127]: DEBUG nova.network.neutron [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1674.454093] env[62127]: INFO nova.compute.manager [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Took 15.14 seconds to build instance. [ 1674.478062] env[62127]: DEBUG nova.policy [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb6f9b6e15c45ec9e38725db06ccec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112cf88089b84635bc2b914d1f9072eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1674.629595] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9470bd18-8b1c-4739-8184-65789db442a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.637600] env[62127]: DEBUG oslo_concurrency.lockutils [req-1a7143c8-c5f7-4311-8dac-4db4de4c4e67 req-ab15984a-d709-4ad3-9c90-55b7d45886aa service nova] Releasing lock "refresh_cache-aa6fae5f-6251-4070-8abd-481314fd5d11" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1674.638898] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7975110-a0ca-4699-a510-3760816c1b0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.672019] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e356d100-c9cd-4b31-bbee-84e926a297a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.680508] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed4bc0f-e26d-4d78-95d5-7b009598110f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.695901] env[62127]: DEBUG nova.compute.provider_tree [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1674.709520] env[62127]: DEBUG nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1674.721030] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733766, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.753144] env[62127]: DEBUG nova.network.neutron [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Successfully created port: 8bb0da64-6226-4443-a2d4-cde1ae67b020 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1674.901038] env[62127]: DEBUG nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1674.956273] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db6b783-c8f8-4b5e-bd7c-9d1d0fad9ca6 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.648s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1675.198761] env[62127]: DEBUG nova.scheduler.client.report [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1675.220766] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733766, 'name': CreateVM_Task, 'duration_secs': 1.610935} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.221641] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1675.222838] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.223017] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.223473] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1675.226501] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b0c4db6a-f79c-437c-bec2-63c242fda0fd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.234513] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1675.234513] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c0be79-ca9b-fbc7-6955-5380d1feac04" [ 1675.234513] env[62127]: _type = "Task" [ 1675.234513] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.241156] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1675.247698] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c0be79-ca9b-fbc7-6955-5380d1feac04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.752279] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c0be79-ca9b-fbc7-6955-5380d1feac04, 'name': SearchDatastore_Task, 'duration_secs': 0.015934} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.752584] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1675.752817] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1675.753068] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.753348] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.754364] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1675.754364] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a8cdfe0-1e3c-4bb8-95b6-fd013d21a878 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.758806] env[62127]: DEBUG nova.compute.manager [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Received event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1675.758936] env[62127]: DEBUG nova.compute.manager [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing instance network info cache due to event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1675.759667] env[62127]: DEBUG oslo_concurrency.lockutils [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] Acquiring lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1675.759667] env[62127]: DEBUG oslo_concurrency.lockutils [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] Acquired lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1675.759667] env[62127]: DEBUG nova.network.neutron [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1675.774957] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1675.775267] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1675.776527] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1dab8e73-d7a5-430d-8c45-e9f0cdefacca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.784315] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1675.784315] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a47b31-a3a2-a22b-b2f9-315d82a3ea4b" [ 1675.784315] env[62127]: _type = "Task" [ 1675.784315] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.793774] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a47b31-a3a2-a22b-b2f9-315d82a3ea4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.913590] env[62127]: DEBUG nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1675.946717] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1675.947121] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1675.947609] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1675.947706] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1675.949044] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1675.949044] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1675.949044] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1675.949044] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1675.949237] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1675.949345] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1675.949559] env[62127]: DEBUG nova.virt.hardware [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1675.950872] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a65ba5-54c9-43a2-89d7-01013e7efea7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.962473] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b6f0e3-dd21-4a14-bf12-22e4df420762 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.200716] env[62127]: DEBUG nova.compute.manager [req-f378c9f2-bd36-47a7-a88f-2d7beca319d4 req-79784440-1e7a-43a2-8ad1-286b85cda171 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Received event network-vif-plugged-8bb0da64-6226-4443-a2d4-cde1ae67b020 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1676.200981] env[62127]: DEBUG oslo_concurrency.lockutils [req-f378c9f2-bd36-47a7-a88f-2d7beca319d4 req-79784440-1e7a-43a2-8ad1-286b85cda171 service nova] Acquiring lock "9ef32719-9c5d-47f2-8051-b43c20f50c15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1676.201255] env[62127]: DEBUG oslo_concurrency.lockutils [req-f378c9f2-bd36-47a7-a88f-2d7beca319d4 req-79784440-1e7a-43a2-8ad1-286b85cda171 service nova] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.201434] env[62127]: DEBUG oslo_concurrency.lockutils [req-f378c9f2-bd36-47a7-a88f-2d7beca319d4 req-79784440-1e7a-43a2-8ad1-286b85cda171 service nova] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.201638] env[62127]: DEBUG nova.compute.manager [req-f378c9f2-bd36-47a7-a88f-2d7beca319d4 req-79784440-1e7a-43a2-8ad1-286b85cda171 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] No waiting events found dispatching network-vif-plugged-8bb0da64-6226-4443-a2d4-cde1ae67b020 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1676.201806] env[62127]: WARNING nova.compute.manager [req-f378c9f2-bd36-47a7-a88f-2d7beca319d4 req-79784440-1e7a-43a2-8ad1-286b85cda171 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Received unexpected event network-vif-plugged-8bb0da64-6226-4443-a2d4-cde1ae67b020 for instance with vm_state building and task_state spawning. [ 1676.208923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.319s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1676.212305] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.697s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1676.212305] env[62127]: DEBUG nova.objects.instance [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'resources' on Instance uuid d29b8def-4433-4f01-9c9f-03b390ad72dc {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1676.300051] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a47b31-a3a2-a22b-b2f9-315d82a3ea4b, 'name': SearchDatastore_Task, 'duration_secs': 0.012158} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.300051] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88b51fee-5815-45b7-8878-76d8c48c4949 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.313147] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1676.313147] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]523f27ca-452e-70e3-9dd7-673ced0f1eaf" [ 1676.313147] env[62127]: _type = "Task" [ 1676.313147] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.327122] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]523f27ca-452e-70e3-9dd7-673ced0f1eaf, 'name': SearchDatastore_Task, 'duration_secs': 0.012086} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1676.331020] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1676.331020] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] aa6fae5f-6251-4070-8abd-481314fd5d11/aa6fae5f-6251-4070-8abd-481314fd5d11.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1676.331020] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cc35c88-0ab1-4cdb-96b1-a01c70831c69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.339015] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1676.339015] env[62127]: value = "task-1733767" [ 1676.339015] env[62127]: _type = "Task" [ 1676.339015] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1676.352403] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733767, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.397543] env[62127]: DEBUG nova.network.neutron [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Port e52f7054-394d-4b37-bffd-b5bb5c32f49b binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1676.397829] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.398000] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.398260] env[62127]: DEBUG nova.network.neutron [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.429796] env[62127]: DEBUG nova.network.neutron [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Successfully updated port: 8bb0da64-6226-4443-a2d4-cde1ae67b020 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1676.793904] env[62127]: INFO nova.scheduler.client.report [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted allocation for migration 2e65d449-2ce1-47ed-8614-f85d67603a4d [ 1676.860554] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733767, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1676.890924] env[62127]: DEBUG nova.network.neutron [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updated VIF entry in instance network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1676.891364] env[62127]: DEBUG nova.network.neutron [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1676.936745] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "refresh_cache-9ef32719-9c5d-47f2-8051-b43c20f50c15" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1676.936972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "refresh_cache-9ef32719-9c5d-47f2-8051-b43c20f50c15" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1676.937296] env[62127]: DEBUG nova.network.neutron [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1676.994092] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea43b15-1c54-4306-846c-5ba6a0fe787f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.004754] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ea86618-3e72-4091-8f9c-ceda5c57e365 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.040597] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fb74f41-86e6-4562-8d42-8c03aa8bfd2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.051532] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cdaf44-557b-4f0d-8c88-51375901bcf0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.065805] env[62127]: DEBUG nova.compute.provider_tree [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.175118] env[62127]: DEBUG nova.network.neutron [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.306592] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd8772c5-6039-439f-b1c5-4310a9b6d346 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.841s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.351700] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733767, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666032} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.351982] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] aa6fae5f-6251-4070-8abd-481314fd5d11/aa6fae5f-6251-4070-8abd-481314fd5d11.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1677.352215] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1677.352470] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f7dcc9a0-6245-4367-91e8-37910cc1cec9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.360440] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1677.360440] env[62127]: value = "task-1733768" [ 1677.360440] env[62127]: _type = "Task" [ 1677.360440] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.369608] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733768, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.394181] env[62127]: DEBUG oslo_concurrency.lockutils [req-6bd6986a-49a6-44be-b50a-8bb2fda6d8b1 req-8f2ba1ed-bab0-4282-a324-be8f23670ab6 service nova] Releasing lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.467913] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.468314] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.468603] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1677.468831] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1677.469036] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1677.473026] env[62127]: INFO nova.compute.manager [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Terminating instance [ 1677.475302] env[62127]: DEBUG nova.compute.manager [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1677.475507] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1677.476428] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d4272b-4aa6-4430-817d-d33b126a4899 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.487457] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1677.487770] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d000e268-7f56-4c40-a7ae-a51afd40627b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.501308] env[62127]: DEBUG oslo_vmware.api [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1677.501308] env[62127]: value = "task-1733769" [ 1677.501308] env[62127]: _type = "Task" [ 1677.501308] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.512633] env[62127]: DEBUG oslo_vmware.api [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733769, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1677.572829] env[62127]: DEBUG nova.network.neutron [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1677.588786] env[62127]: ERROR nova.scheduler.client.report [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [req-8319c9fc-0884-4826-acd5-534c2a5aeda9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8319c9fc-0884-4826-acd5-534c2a5aeda9"}]} [ 1677.606235] env[62127]: DEBUG nova.scheduler.client.report [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1677.623067] env[62127]: DEBUG nova.scheduler.client.report [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1677.623328] env[62127]: DEBUG nova.compute.provider_tree [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.637399] env[62127]: DEBUG nova.scheduler.client.report [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1677.657372] env[62127]: DEBUG nova.scheduler.client.report [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1677.678224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1677.755279] env[62127]: DEBUG nova.network.neutron [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Updating instance_info_cache with network_info: [{"id": "8bb0da64-6226-4443-a2d4-cde1ae67b020", "address": "fa:16:3e:aa:22:c2", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0da64-62", "ovs_interfaceid": "8bb0da64-6226-4443-a2d4-cde1ae67b020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1677.867252] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7566d9cf-b6ef-4013-9ea2-d678696e4023 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.875376] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733768, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072764} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1677.877320] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1677.878227] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20eaba6-7fe2-4ecc-8888-62d477a9a126 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.881665] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323b4230-409e-461e-8301-ea1c31ec7107 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.905116] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] aa6fae5f-6251-4070-8abd-481314fd5d11/aa6fae5f-6251-4070-8abd-481314fd5d11.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.932128] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1275a7df-7364-4b06-93f3-fcee36057898 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.950196] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b33edf7-6197-4dbb-8e15-a6de2deceedb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.958385] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5740d4-c6d3-451d-a17b-07dea006140f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.962700] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1677.962700] env[62127]: value = "task-1733770" [ 1677.962700] env[62127]: _type = "Task" [ 1677.962700] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.973638] env[62127]: DEBUG nova.compute.provider_tree [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1677.983141] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733770, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.011801] env[62127]: DEBUG oslo_vmware.api [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733769, 'name': PowerOffVM_Task, 'duration_secs': 0.421484} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.012118] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1678.012328] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1678.012591] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9adba519-1430-43eb-93a9-120bfa0b0b53 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.182412] env[62127]: DEBUG nova.compute.manager [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62127) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1678.228722] env[62127]: DEBUG nova.compute.manager [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Received event network-changed-8bb0da64-6226-4443-a2d4-cde1ae67b020 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1678.228948] env[62127]: DEBUG nova.compute.manager [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Refreshing instance network info cache due to event network-changed-8bb0da64-6226-4443-a2d4-cde1ae67b020. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1678.229176] env[62127]: DEBUG oslo_concurrency.lockutils [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] Acquiring lock "refresh_cache-9ef32719-9c5d-47f2-8051-b43c20f50c15" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1678.258658] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "refresh_cache-9ef32719-9c5d-47f2-8051-b43c20f50c15" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1678.259201] env[62127]: DEBUG nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Instance network_info: |[{"id": "8bb0da64-6226-4443-a2d4-cde1ae67b020", "address": "fa:16:3e:aa:22:c2", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0da64-62", "ovs_interfaceid": "8bb0da64-6226-4443-a2d4-cde1ae67b020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1678.259636] env[62127]: DEBUG oslo_concurrency.lockutils [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] Acquired lock "refresh_cache-9ef32719-9c5d-47f2-8051-b43c20f50c15" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1678.259884] env[62127]: DEBUG nova.network.neutron [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Refreshing network info cache for port 8bb0da64-6226-4443-a2d4-cde1ae67b020 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1678.261664] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:22:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bb0da64-6226-4443-a2d4-cde1ae67b020', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1678.270654] env[62127]: DEBUG oslo.service.loopingcall [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.271466] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1678.272720] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c40438-e72c-49ed-acda-8607efd79cb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.295390] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1678.295390] env[62127]: value = "task-1733772" [ 1678.295390] env[62127]: _type = "Task" [ 1678.295390] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.304885] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733772, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.365702] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1678.365935] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1678.366220] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleting the datastore file [datastore1] 474c168c-e96d-4d98-94e0-24749c242dc0 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1678.366539] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c52c6382-d4a5-4e52-8aa3-f5ee749e5e62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.375744] env[62127]: DEBUG oslo_vmware.api [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1678.375744] env[62127]: value = "task-1733773" [ 1678.375744] env[62127]: _type = "Task" [ 1678.375744] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.386274] env[62127]: DEBUG oslo_vmware.api [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.479473] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733770, 'name': ReconfigVM_Task, 'duration_secs': 0.463469} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.480783] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Reconfigured VM instance instance-00000062 to attach disk [datastore1] aa6fae5f-6251-4070-8abd-481314fd5d11/aa6fae5f-6251-4070-8abd-481314fd5d11.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.480783] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a3b0f3b3-0a28-4ec0-b457-b34c021993f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.488951] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1678.488951] env[62127]: value = "task-1733774" [ 1678.488951] env[62127]: _type = "Task" [ 1678.488951] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.506355] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733774, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.513121] env[62127]: DEBUG nova.scheduler.client.report [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 150 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1678.513528] env[62127]: DEBUG nova.compute.provider_tree [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 150 to 151 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1678.513742] env[62127]: DEBUG nova.compute.provider_tree [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1678.808445] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733772, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.885990] env[62127]: DEBUG oslo_vmware.api [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.184922} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.888362] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1678.888569] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1678.888748] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1678.888924] env[62127]: INFO nova.compute.manager [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Took 1.41 seconds to destroy the instance on the hypervisor. [ 1678.889193] env[62127]: DEBUG oslo.service.loopingcall [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1678.889397] env[62127]: DEBUG nova.compute.manager [-] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1678.889490] env[62127]: DEBUG nova.network.neutron [-] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1679.000145] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733774, 'name': Rename_Task, 'duration_secs': 0.165676} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.000576] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1679.000944] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cb1e675-f4bb-4247-bf46-e776607be1fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.010016] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1679.010016] env[62127]: value = "task-1733775" [ 1679.010016] env[62127]: _type = "Task" [ 1679.010016] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.018316] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733775, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.018922] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.807s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.022865] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.979s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1679.022865] env[62127]: INFO nova.compute.claims [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1679.029565] env[62127]: DEBUG nova.network.neutron [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Updated VIF entry in instance network info cache for port 8bb0da64-6226-4443-a2d4-cde1ae67b020. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1679.029565] env[62127]: DEBUG nova.network.neutron [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Updating instance_info_cache with network_info: [{"id": "8bb0da64-6226-4443-a2d4-cde1ae67b020", "address": "fa:16:3e:aa:22:c2", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bb0da64-62", "ovs_interfaceid": "8bb0da64-6226-4443-a2d4-cde1ae67b020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1679.046712] env[62127]: INFO nova.scheduler.client.report [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted allocations for instance d29b8def-4433-4f01-9c9f-03b390ad72dc [ 1679.290335] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1679.306903] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733772, 'name': CreateVM_Task, 'duration_secs': 0.594754} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.307655] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1679.307896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.308123] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.308462] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1679.308728] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3262e0c0-cb54-4e2d-b514-d8b1383ec0c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.314759] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1679.314759] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dbf056-db1e-e1c2-c0b3-b06ad46f802a" [ 1679.314759] env[62127]: _type = "Task" [ 1679.314759] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.326516] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dbf056-db1e-e1c2-c0b3-b06ad46f802a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.521820] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733775, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.532872] env[62127]: DEBUG oslo_concurrency.lockutils [req-15f3c976-dc0c-497c-97c4-ffb445bc49c4 req-24d6d1a3-5edb-4cb7-8649-9af0df352710 service nova] Releasing lock "refresh_cache-9ef32719-9c5d-47f2-8051-b43c20f50c15" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.555518] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b63494cf-85df-4a28-9856-9fba465ad780 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d29b8def-4433-4f01-9c9f-03b390ad72dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.479s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1679.826391] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dbf056-db1e-e1c2-c0b3-b06ad46f802a, 'name': SearchDatastore_Task, 'duration_secs': 0.011925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1679.826715] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1679.826976] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1679.827235] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1679.827386] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1679.827564] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1679.827826] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b99ae3b-af7e-4f2c-abd0-8a827edcac57 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.838350] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1679.838537] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1679.839384] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800a06e3-b879-4ffd-bd17-7918f83c18e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1679.845673] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1679.845673] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d21836-6313-b198-572e-7c39cd1557b0" [ 1679.845673] env[62127]: _type = "Task" [ 1679.845673] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1679.854759] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d21836-6313-b198-572e-7c39cd1557b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1679.974972] env[62127]: DEBUG nova.network.neutron [-] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1680.021888] env[62127]: DEBUG oslo_vmware.api [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733775, 'name': PowerOnVM_Task, 'duration_secs': 0.545428} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.022194] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1680.022433] env[62127]: INFO nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Took 9.26 seconds to spawn the instance on the hypervisor. [ 1680.022623] env[62127]: DEBUG nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1680.023435] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51db53fa-e134-459f-9ab5-7bf0ba2d462e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.244119] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb1ec1ce-7750-49d5-88e9-cdbca87ec62c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.254149] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc12e05d-f49a-41be-bec1-164d438a798b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.260324] env[62127]: DEBUG nova.compute.manager [req-1cf673d4-b05b-4a06-9cd9-cfbffaa6f7c4 req-3573ccd5-57c4-46d0-8993-9c545311b710 service nova] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Received event network-vif-deleted-aaaa3020-7587-488e-97f9-95ca565d0d3d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1680.294108] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a0206b-7114-4523-8d4b-2d6b76ec55de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.307222] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4770906-69a4-4378-af87-713b00ecd8a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.325423] env[62127]: DEBUG nova.compute.provider_tree [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1680.357111] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d21836-6313-b198-572e-7c39cd1557b0, 'name': SearchDatastore_Task, 'duration_secs': 0.020858} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.358350] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30fe26d2-00fa-4f3a-98cc-c8343339d4bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.364457] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1680.364457] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521f1a47-681e-e909-eec8-38769a62e52a" [ 1680.364457] env[62127]: _type = "Task" [ 1680.364457] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.374168] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521f1a47-681e-e909-eec8-38769a62e52a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.477884] env[62127]: INFO nova.compute.manager [-] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Took 1.59 seconds to deallocate network for instance. [ 1680.544590] env[62127]: INFO nova.compute.manager [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Took 16.50 seconds to build instance. [ 1680.829602] env[62127]: DEBUG nova.scheduler.client.report [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1680.880646] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521f1a47-681e-e909-eec8-38769a62e52a, 'name': SearchDatastore_Task, 'duration_secs': 0.020884} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1680.881301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1680.881557] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 9ef32719-9c5d-47f2-8051-b43c20f50c15/9ef32719-9c5d-47f2-8051-b43c20f50c15.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1680.881826] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9d33c3eb-9e5e-4c3d-a865-f078d8fe57c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.892380] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1680.892380] env[62127]: value = "task-1733776" [ 1680.892380] env[62127]: _type = "Task" [ 1680.892380] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1680.902091] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1680.989694] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.046850] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e0b458c-0299-4f48-be3a-2ab4fc3c29a8 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.010s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.336753] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.336753] env[62127]: DEBUG nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1681.339499] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.098s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.342164] env[62127]: INFO nova.compute.claims [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1681.403593] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733776, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.541862] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6aae6-657f-c189-9075-12b7bade11c0/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1681.543594] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14f0537a-50ce-4d1d-9747-38ff721fd1c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.550880] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6aae6-657f-c189-9075-12b7bade11c0/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1681.551416] env[62127]: ERROR oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6aae6-657f-c189-9075-12b7bade11c0/disk-0.vmdk due to incomplete transfer. [ 1681.551416] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-849ef6e6-1187-438f-94bc-c6aefbf281af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.560979] env[62127]: DEBUG oslo_vmware.rw_handles [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52c6aae6-657f-c189-9075-12b7bade11c0/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1681.561363] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Uploaded image 4971bada-b980-428b-9691-28db1d308127 to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1681.564315] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1681.564610] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3e4ba2f-93fc-4a3c-a661-39837fe9e06b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.572035] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1681.572035] env[62127]: value = "task-1733777" [ 1681.572035] env[62127]: _type = "Task" [ 1681.572035] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.581992] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733777, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.656625] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "aa6fae5f-6251-4070-8abd-481314fd5d11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.656886] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.657123] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "aa6fae5f-6251-4070-8abd-481314fd5d11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1681.657318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1681.657489] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1681.659652] env[62127]: INFO nova.compute.manager [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Terminating instance [ 1681.661369] env[62127]: DEBUG nova.compute.manager [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1681.661568] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1681.662392] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d73860-b75a-4954-ab47-21f9659f4b58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.670313] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1681.670546] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-106a8e4b-d7bf-4e42-807a-cce348960d42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.677942] env[62127]: DEBUG oslo_vmware.api [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1681.677942] env[62127]: value = "task-1733778" [ 1681.677942] env[62127]: _type = "Task" [ 1681.677942] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.686159] env[62127]: DEBUG oslo_vmware.api [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.847258] env[62127]: DEBUG nova.compute.utils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1681.851066] env[62127]: DEBUG nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1681.851066] env[62127]: DEBUG nova.network.neutron [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1681.900908] env[62127]: DEBUG nova.policy [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f98b6db628743a9b6107097425874de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac40cd0d47054d1092ac96c601d43e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1681.906213] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733776, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66689} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.906474] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 9ef32719-9c5d-47f2-8051-b43c20f50c15/9ef32719-9c5d-47f2-8051-b43c20f50c15.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1681.906682] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1681.906927] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-daead1c7-4c8a-46d5-b8b3-f69797a48fde {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.913965] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1681.913965] env[62127]: value = "task-1733779" [ 1681.913965] env[62127]: _type = "Task" [ 1681.913965] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.922399] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733779, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.082451] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733777, 'name': Destroy_Task, 'duration_secs': 0.431931} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.082811] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Destroyed the VM [ 1682.083107] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1682.083371] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8428e0de-6c42-4289-ac1d-4962556e1f15 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.090901] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1682.090901] env[62127]: value = "task-1733780" [ 1682.090901] env[62127]: _type = "Task" [ 1682.090901] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.099423] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733780, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.174395] env[62127]: DEBUG nova.network.neutron [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Successfully created port: 76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1682.188351] env[62127]: DEBUG oslo_vmware.api [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733778, 'name': PowerOffVM_Task, 'duration_secs': 0.201896} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.189810] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1682.190019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1682.192565] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bc5b501-f4ad-4f22-a1d7-dccf1e56b069 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.194565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1682.194729] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1682.321467] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1682.321691] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1682.321874] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleting the datastore file [datastore1] aa6fae5f-6251-4070-8abd-481314fd5d11 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1682.322186] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-902cc724-2a96-4e2d-ae16-05761ccbae41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.329127] env[62127]: DEBUG oslo_vmware.api [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for the task: (returnval){ [ 1682.329127] env[62127]: value = "task-1733782" [ 1682.329127] env[62127]: _type = "Task" [ 1682.329127] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.337473] env[62127]: DEBUG oslo_vmware.api [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.351924] env[62127]: DEBUG nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1682.424999] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733779, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07168} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.428345] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1682.429392] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6d6d24-1b29-40d1-9b9d-ed64458755b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.455042] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 9ef32719-9c5d-47f2-8051-b43c20f50c15/9ef32719-9c5d-47f2-8051-b43c20f50c15.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1682.458437] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c15483fe-7ed5-454b-b0fa-7c7f6379eabf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.480355] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1682.480355] env[62127]: value = "task-1733783" [ 1682.480355] env[62127]: _type = "Task" [ 1682.480355] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.493193] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733783, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.600820] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733780, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.614251] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-329f0ac6-e9f9-483f-bce9-ae45146cc303 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.622296] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bef8ab39-e319-4dbb-801f-41c7a4c80a0e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.653153] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9ff448-4dc5-44f4-97af-ce5cfdb0a03d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.663372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fef8246-a96f-4407-af1f-63575ecbc363 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.678670] env[62127]: DEBUG nova.compute.provider_tree [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1682.697445] env[62127]: DEBUG nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1682.839736] env[62127]: DEBUG oslo_vmware.api [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Task: {'id': task-1733782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.249994} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.840050] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1682.840242] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1682.840426] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1682.840662] env[62127]: INFO nova.compute.manager [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1682.840839] env[62127]: DEBUG oslo.service.loopingcall [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1682.841070] env[62127]: DEBUG nova.compute.manager [-] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1682.841203] env[62127]: DEBUG nova.network.neutron [-] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1682.989898] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733783, 'name': ReconfigVM_Task, 'duration_secs': 0.452082} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.990225] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 9ef32719-9c5d-47f2-8051-b43c20f50c15/9ef32719-9c5d-47f2-8051-b43c20f50c15.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1682.990857] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63efb481-9da1-4383-a952-5fb0673f2e65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.000446] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1683.000446] env[62127]: value = "task-1733784" [ 1683.000446] env[62127]: _type = "Task" [ 1683.000446] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.016393] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733784, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.080886] env[62127]: DEBUG nova.compute.manager [req-cc09f768-1069-4e5c-8409-b5a46b93af57 req-cd263d92-868a-4c61-8cee-6af4741881c6 service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Received event network-vif-deleted-62363299-029d-46e3-a52f-119a9640e7db {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.081161] env[62127]: INFO nova.compute.manager [req-cc09f768-1069-4e5c-8409-b5a46b93af57 req-cd263d92-868a-4c61-8cee-6af4741881c6 service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Neutron deleted interface 62363299-029d-46e3-a52f-119a9640e7db; detaching it from the instance and deleting it from the info cache [ 1683.081161] env[62127]: DEBUG nova.network.neutron [req-cc09f768-1069-4e5c-8409-b5a46b93af57 req-cd263d92-868a-4c61-8cee-6af4741881c6 service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.101901] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733780, 'name': RemoveSnapshot_Task, 'duration_secs': 0.847655} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.102199] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1683.102517] env[62127]: DEBUG nova.compute.manager [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1683.103325] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d871076d-e82d-4468-b149-31df0928b63c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.198475] env[62127]: ERROR nova.scheduler.client.report [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [req-0d00cdf0-0b7c-4caf-93ab-502597943269] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-0d00cdf0-0b7c-4caf-93ab-502597943269"}]} [ 1683.214706] env[62127]: DEBUG nova.scheduler.client.report [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1683.217111] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.227820] env[62127]: DEBUG nova.scheduler.client.report [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1683.228049] env[62127]: DEBUG nova.compute.provider_tree [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.238926] env[62127]: DEBUG nova.scheduler.client.report [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1683.259044] env[62127]: DEBUG nova.scheduler.client.report [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1683.369481] env[62127]: DEBUG nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1683.394198] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1683.394471] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1683.394630] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1683.394811] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1683.394956] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1683.395122] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1683.395337] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1683.395495] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1683.395658] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1683.395823] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1683.395993] env[62127]: DEBUG nova.virt.hardware [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1683.396865] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1487bf07-99b4-4cfa-a0f6-26dddf9c6eac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.407597] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a1eaa4-8135-4169-82d7-86db63c77bdf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.444177] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1fd785f-ce20-48e0-95ad-337180018f24 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.451617] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-094a4777-d138-4b77-9ab0-61b75a63ca8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.484582] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10784caf-04f4-41e7-ac0e-cafcc1921e24 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.492469] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059977be-ed4c-406a-a805-ee7824899eb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.506274] env[62127]: DEBUG nova.compute.provider_tree [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1683.515845] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733784, 'name': Rename_Task, 'duration_secs': 0.179216} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.516283] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1683.516524] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a8bfde7-bbc2-48a6-92c9-f58e6261cfb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.524241] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1683.524241] env[62127]: value = "task-1733785" [ 1683.524241] env[62127]: _type = "Task" [ 1683.524241] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.532525] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.558788] env[62127]: DEBUG nova.network.neutron [-] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.583253] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2eea56e2-f5bf-425b-acc1-f2fef6cac8bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.593976] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e0fca0d-55f3-4615-b8b3-bf768cabed4b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.616371] env[62127]: INFO nova.compute.manager [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Shelve offloading [ 1683.627485] env[62127]: DEBUG nova.compute.manager [req-cc09f768-1069-4e5c-8409-b5a46b93af57 req-cd263d92-868a-4c61-8cee-6af4741881c6 service nova] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Detach interface failed, port_id=62363299-029d-46e3-a52f-119a9640e7db, reason: Instance aa6fae5f-6251-4070-8abd-481314fd5d11 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1683.628195] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1683.628452] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9a6fd4f-7c4c-4575-aa7f-c36bb9f552d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.636113] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1683.636113] env[62127]: value = "task-1733786" [ 1683.636113] env[62127]: _type = "Task" [ 1683.636113] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.645582] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733786, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.679509] env[62127]: DEBUG nova.compute.manager [req-397ed098-dbb2-437a-84f9-c27def62c49d req-3135ace8-c8f1-4559-9e22-5455ed6772d3 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Received event network-vif-plugged-76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1683.679738] env[62127]: DEBUG oslo_concurrency.lockutils [req-397ed098-dbb2-437a-84f9-c27def62c49d req-3135ace8-c8f1-4559-9e22-5455ed6772d3 service nova] Acquiring lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1683.679951] env[62127]: DEBUG oslo_concurrency.lockutils [req-397ed098-dbb2-437a-84f9-c27def62c49d req-3135ace8-c8f1-4559-9e22-5455ed6772d3 service nova] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1683.680229] env[62127]: DEBUG oslo_concurrency.lockutils [req-397ed098-dbb2-437a-84f9-c27def62c49d req-3135ace8-c8f1-4559-9e22-5455ed6772d3 service nova] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1683.680410] env[62127]: DEBUG nova.compute.manager [req-397ed098-dbb2-437a-84f9-c27def62c49d req-3135ace8-c8f1-4559-9e22-5455ed6772d3 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] No waiting events found dispatching network-vif-plugged-76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1683.680578] env[62127]: WARNING nova.compute.manager [req-397ed098-dbb2-437a-84f9-c27def62c49d req-3135ace8-c8f1-4559-9e22-5455ed6772d3 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Received unexpected event network-vif-plugged-76350220-c8ed-4b9b-a701-928494c3fb81 for instance with vm_state building and task_state spawning. [ 1683.798487] env[62127]: DEBUG nova.network.neutron [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Successfully updated port: 76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1684.036302] env[62127]: DEBUG oslo_vmware.api [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733785, 'name': PowerOnVM_Task, 'duration_secs': 0.458641} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.036615] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1684.036862] env[62127]: INFO nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1684.037106] env[62127]: DEBUG nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1684.037977] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd572e3c-69f4-4763-82d0-d9ee1e6c208d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.041848] env[62127]: DEBUG nova.scheduler.client.report [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 152 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1684.042136] env[62127]: DEBUG nova.compute.provider_tree [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 152 to 153 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1684.042373] env[62127]: DEBUG nova.compute.provider_tree [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1684.062112] env[62127]: INFO nova.compute.manager [-] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Took 1.22 seconds to deallocate network for instance. [ 1684.146494] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1684.146844] env[62127]: DEBUG nova.compute.manager [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1684.147531] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fd6bd7-d8be-4eb5-8ed7-4d64e568ef85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.154231] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.154400] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.154571] env[62127]: DEBUG nova.network.neutron [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.301645] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1684.301810] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1684.301973] env[62127]: DEBUG nova.network.neutron [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1684.552053] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.212s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1684.552567] env[62127]: DEBUG nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1684.559261] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 5.270s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1684.562236] env[62127]: INFO nova.compute.manager [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Took 15.60 seconds to build instance. [ 1684.568159] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1684.855204] env[62127]: DEBUG nova.network.neutron [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1684.900295] env[62127]: DEBUG nova.network.neutron [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e39100-5e", "ovs_interfaceid": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.059339] env[62127]: DEBUG nova.network.neutron [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Updating instance_info_cache with network_info: [{"id": "76350220-c8ed-4b9b-a701-928494c3fb81", "address": "fa:16:3e:c2:98:d7", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76350220-c8", "ovs_interfaceid": "76350220-c8ed-4b9b-a701-928494c3fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1685.061602] env[62127]: DEBUG nova.compute.utils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1685.062954] env[62127]: DEBUG nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1685.063207] env[62127]: DEBUG nova.network.neutron [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1685.065019] env[62127]: DEBUG nova.objects.instance [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'migration_context' on Instance uuid a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1685.067688] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1ffe11ef-98f9-427c-9d10-e064b60c3c2a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.114s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.110966] env[62127]: DEBUG nova.policy [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1685.365095] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "9ef32719-9c5d-47f2-8051-b43c20f50c15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.365455] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.365615] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "9ef32719-9c5d-47f2-8051-b43c20f50c15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1685.365804] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1685.365979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1685.368398] env[62127]: DEBUG nova.network.neutron [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Successfully created port: c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1685.370778] env[62127]: INFO nova.compute.manager [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Terminating instance [ 1685.374050] env[62127]: DEBUG nova.compute.manager [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1685.374050] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.374829] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444796ee-e460-4802-885b-36bb2933a46a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.384525] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.384788] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dbb5032-7195-4600-81a9-d4f742036fde {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.392664] env[62127]: DEBUG oslo_vmware.api [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1685.392664] env[62127]: value = "task-1733787" [ 1685.392664] env[62127]: _type = "Task" [ 1685.392664] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.403861] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.405401] env[62127]: DEBUG oslo_vmware.api [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.563572] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1685.563984] env[62127]: DEBUG nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Instance network_info: |[{"id": "76350220-c8ed-4b9b-a701-928494c3fb81", "address": "fa:16:3e:c2:98:d7", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76350220-c8", "ovs_interfaceid": "76350220-c8ed-4b9b-a701-928494c3fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1685.564810] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c2:98:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76350220-c8ed-4b9b-a701-928494c3fb81', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1685.572532] env[62127]: DEBUG oslo.service.loopingcall [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1685.575245] env[62127]: DEBUG nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1685.580554] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1685.581165] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f4290a19-d4e4-48cf-8ea9-5471286e11b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.608758] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1685.608758] env[62127]: value = "task-1733788" [ 1685.608758] env[62127]: _type = "Task" [ 1685.608758] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.618348] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733788, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.706800] env[62127]: DEBUG nova.compute.manager [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Received event network-changed-76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1685.706970] env[62127]: DEBUG nova.compute.manager [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Refreshing instance network info cache due to event network-changed-76350220-c8ed-4b9b-a701-928494c3fb81. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1685.707217] env[62127]: DEBUG oslo_concurrency.lockutils [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] Acquiring lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1685.707376] env[62127]: DEBUG oslo_concurrency.lockutils [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] Acquired lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1685.707542] env[62127]: DEBUG nova.network.neutron [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Refreshing network info cache for port 76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1685.789367] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398ef43a-9d12-45f4-a8fd-3489d68e9c65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.798998] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7861780a-d8f7-4738-9120-d7c8df5ac4d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.830262] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.830931] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79d5a57-02ea-415e-8e8b-5a0a29b222b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.833896] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b964f75-98c0-4116-8a1d-f29f7a842808 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.844201] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3ffd8e-c984-4ea5-97ad-687e4776fb0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.847934] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.848186] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9ca40fe0-5934-4d87-8997-dcd627c6752b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.865030] env[62127]: DEBUG nova.compute.provider_tree [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1685.903023] env[62127]: DEBUG oslo_vmware.api [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733787, 'name': PowerOffVM_Task, 'duration_secs': 0.187635} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.903298] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.903463] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.903714] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c4ad1d3-2254-44a8-beba-a9bcdf610188 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.926758] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.926758] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.926758] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleting the datastore file [datastore1] 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.926758] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da7e3cb3-da42-4bee-92c7-15ec2c5473fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.936527] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1685.936527] env[62127]: value = "task-1733791" [ 1685.936527] env[62127]: _type = "Task" [ 1685.936527] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.945365] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.118422] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1686.118671] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1686.118881] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleting the datastore file [datastore1] 9ef32719-9c5d-47f2-8051-b43c20f50c15 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1686.123487] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5865beb9-0d70-4897-b834-4c8bbf38d3ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.125617] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733788, 'name': CreateVM_Task, 'duration_secs': 0.480157} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.125817] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1686.126908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.127092] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.127423] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1686.127925] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d783971b-1a70-424d-857a-f21b4e6b1077 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.131138] env[62127]: DEBUG oslo_vmware.api [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1686.131138] env[62127]: value = "task-1733792" [ 1686.131138] env[62127]: _type = "Task" [ 1686.131138] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.136301] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1686.136301] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d88f7b-c0f2-88b9-b56c-a4c4d4e27a33" [ 1686.136301] env[62127]: _type = "Task" [ 1686.136301] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.143091] env[62127]: DEBUG oslo_vmware.api [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.149434] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d88f7b-c0f2-88b9-b56c-a4c4d4e27a33, 'name': SearchDatastore_Task, 'duration_secs': 0.010661} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.149555] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1686.149852] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1686.150174] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1686.150343] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1686.150532] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1686.150793] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6d84d5ed-b11d-487c-8e5d-85f184a12b90 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.159268] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1686.159448] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1686.160202] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd0dfa4-2320-4355-9288-987572771890 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.166015] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1686.166015] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b3922b-b732-ee4b-fa65-05b2e2bbd541" [ 1686.166015] env[62127]: _type = "Task" [ 1686.166015] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.175725] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b3922b-b732-ee4b-fa65-05b2e2bbd541, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.369186] env[62127]: DEBUG nova.scheduler.client.report [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1686.446046] env[62127]: DEBUG oslo_vmware.api [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159433} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.446218] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.446797] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.446797] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.465728] env[62127]: INFO nova.scheduler.client.report [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleted allocations for instance 62afca16-d213-42db-bcb3-42e778492f13 [ 1686.586666] env[62127]: DEBUG nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1686.614514] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1686.614765] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1686.614926] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1686.615127] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1686.615281] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1686.615430] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1686.615639] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1686.615798] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1686.615969] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1686.616149] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1686.616325] env[62127]: DEBUG nova.virt.hardware [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1686.617427] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-483edc31-6832-4621-b940-e0edeefa3896 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.625646] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c0d3a3-1fc0-4934-9b20-aa513a68d178 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.649873] env[62127]: DEBUG oslo_vmware.api [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163414} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.650706] env[62127]: DEBUG nova.network.neutron [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Updated VIF entry in instance network info cache for port 76350220-c8ed-4b9b-a701-928494c3fb81. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1686.651052] env[62127]: DEBUG nova.network.neutron [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Updating instance_info_cache with network_info: [{"id": "76350220-c8ed-4b9b-a701-928494c3fb81", "address": "fa:16:3e:c2:98:d7", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76350220-c8", "ovs_interfaceid": "76350220-c8ed-4b9b-a701-928494c3fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1686.652802] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.653130] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.653335] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.653514] env[62127]: INFO nova.compute.manager [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1686.653752] env[62127]: DEBUG oslo.service.loopingcall [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1686.653938] env[62127]: DEBUG nova.compute.manager [-] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1686.654040] env[62127]: DEBUG nova.network.neutron [-] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.676762] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b3922b-b732-ee4b-fa65-05b2e2bbd541, 'name': SearchDatastore_Task, 'duration_secs': 0.010164} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.677541] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a3059b8-f1de-4904-a989-c8a5795e0277 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1686.683148] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1686.683148] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dd660a-09b8-2bf7-a425-1362c3292843" [ 1686.683148] env[62127]: _type = "Task" [ 1686.683148] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1686.691398] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dd660a-09b8-2bf7-a425-1362c3292843, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.928188] env[62127]: DEBUG nova.compute.manager [req-482561c2-486d-4903-8e1b-f492ce74cd82 req-13162251-a00f-48ba-a615-b87f309a5fb7 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-vif-plugged-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1686.930294] env[62127]: DEBUG oslo_concurrency.lockutils [req-482561c2-486d-4903-8e1b-f492ce74cd82 req-13162251-a00f-48ba-a615-b87f309a5fb7 service nova] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1686.930294] env[62127]: DEBUG oslo_concurrency.lockutils [req-482561c2-486d-4903-8e1b-f492ce74cd82 req-13162251-a00f-48ba-a615-b87f309a5fb7 service nova] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1686.930294] env[62127]: DEBUG oslo_concurrency.lockutils [req-482561c2-486d-4903-8e1b-f492ce74cd82 req-13162251-a00f-48ba-a615-b87f309a5fb7 service nova] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1686.930294] env[62127]: DEBUG nova.compute.manager [req-482561c2-486d-4903-8e1b-f492ce74cd82 req-13162251-a00f-48ba-a615-b87f309a5fb7 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] No waiting events found dispatching network-vif-plugged-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1686.930294] env[62127]: WARNING nova.compute.manager [req-482561c2-486d-4903-8e1b-f492ce74cd82 req-13162251-a00f-48ba-a615-b87f309a5fb7 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received unexpected event network-vif-plugged-c63af000-4863-4551-80da-cb912641e978 for instance with vm_state building and task_state spawning. [ 1686.970465] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.032618] env[62127]: DEBUG nova.network.neutron [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Successfully updated port: c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1687.153661] env[62127]: DEBUG oslo_concurrency.lockutils [req-0953b106-0bb8-4364-a3a6-d40f7f2f15ba req-506b0789-9e08-4eb0-9902-c8aa81d93a0c service nova] Releasing lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.195413] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dd660a-09b8-2bf7-a425-1362c3292843, 'name': SearchDatastore_Task, 'duration_secs': 0.010286} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.195827] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1687.196105] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 66582bed-2956-4632-bd75-7bdf103b0ad2/66582bed-2956-4632-bd75-7bdf103b0ad2.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1687.196381] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0862b8d5-4203-40be-87c4-7c1e4a5233e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.204139] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1687.204139] env[62127]: value = "task-1733793" [ 1687.204139] env[62127]: _type = "Task" [ 1687.204139] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.212630] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733793, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.381510] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.822s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.388906] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.399s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.389318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.391845] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.175s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.393597] env[62127]: INFO nova.compute.claims [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1687.418426] env[62127]: INFO nova.scheduler.client.report [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted allocations for instance 474c168c-e96d-4d98-94e0-24749c242dc0 [ 1687.422656] env[62127]: DEBUG nova.network.neutron [-] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.535098] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.535263] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.535429] env[62127]: DEBUG nova.network.neutron [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1687.716725] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733793, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477008} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.716985] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 66582bed-2956-4632-bd75-7bdf103b0ad2/66582bed-2956-4632-bd75-7bdf103b0ad2.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1687.717214] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1687.717460] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1f08bc3-0bae-4a9f-b277-5b85a9216daa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.727017] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1687.727017] env[62127]: value = "task-1733794" [ 1687.727017] env[62127]: _type = "Task" [ 1687.727017] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.739308] env[62127]: DEBUG nova.compute.manager [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received event network-vif-unplugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1687.739530] env[62127]: DEBUG oslo_concurrency.lockutils [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1687.739761] env[62127]: DEBUG oslo_concurrency.lockutils [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1687.739947] env[62127]: DEBUG oslo_concurrency.lockutils [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1687.740203] env[62127]: DEBUG nova.compute.manager [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] No waiting events found dispatching network-vif-unplugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1687.740398] env[62127]: WARNING nova.compute.manager [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received unexpected event network-vif-unplugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1687.740595] env[62127]: DEBUG nova.compute.manager [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received event network-changed-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1687.740777] env[62127]: DEBUG nova.compute.manager [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Refreshing instance network info cache due to event network-changed-e7e39100-5ed8-4cf3-ae99-266250c728c3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1687.740964] env[62127]: DEBUG oslo_concurrency.lockutils [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] Acquiring lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1687.741124] env[62127]: DEBUG oslo_concurrency.lockutils [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] Acquired lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1687.741292] env[62127]: DEBUG nova.network.neutron [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Refreshing network info cache for port e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1687.742787] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733794, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.928177] env[62127]: INFO nova.compute.manager [-] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Took 1.27 seconds to deallocate network for instance. [ 1687.928611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e977d89a-bf81-4a10-ab23-8b44ae5da2dc tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "474c168c-e96d-4d98-94e0-24749c242dc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.460s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1688.068247] env[62127]: DEBUG nova.network.neutron [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1688.202419] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.239705] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733794, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.336159} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.240071] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1688.244397] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c99209f-f64f-4c72-afc2-33bf1d398b32 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.272703] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] 66582bed-2956-4632-bd75-7bdf103b0ad2/66582bed-2956-4632-bd75-7bdf103b0ad2.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1688.273064] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f3fe32c-295e-4272-a5b7-ff5f954b0fdf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.297519] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1688.297519] env[62127]: value = "task-1733795" [ 1688.297519] env[62127]: _type = "Task" [ 1688.297519] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.302377] env[62127]: DEBUG nova.network.neutron [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.307094] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733795, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.434595] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1688.609324] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b1367c-6020-4fbf-939c-8128a01b5130 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.617418] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47336ea9-3a55-4e0f-ab55-445cd944bc5d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.651659] env[62127]: DEBUG nova.network.neutron [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updated VIF entry in instance network info cache for port e7e39100-5ed8-4cf3-ae99-266250c728c3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1688.652717] env[62127]: DEBUG nova.network.neutron [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": null, "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tape7e39100-5e", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1688.658021] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebba24c0-1108-4f7c-b52c-c222630062b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.663169] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff405f4-ced9-4194-83a9-5d48c6dfab90 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.684480] env[62127]: DEBUG nova.compute.provider_tree [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1688.809505] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1688.809834] env[62127]: DEBUG nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Instance network_info: |[{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1688.810203] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733795, 'name': ReconfigVM_Task, 'duration_secs': 0.323144} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.810568] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:80:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c63af000-4863-4551-80da-cb912641e978', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1688.817928] env[62127]: DEBUG oslo.service.loopingcall [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1688.818212] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Reconfigured VM instance instance-00000064 to attach disk [datastore1] 66582bed-2956-4632-bd75-7bdf103b0ad2/66582bed-2956-4632-bd75-7bdf103b0ad2.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1688.818828] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1688.819047] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af4ec069-f643-42e4-becd-dd600e7c8185 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.820766] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa00bacd-a18c-46c0-a079-dbac1e686d50 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.841252] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1688.841252] env[62127]: value = "task-1733797" [ 1688.841252] env[62127]: _type = "Task" [ 1688.841252] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.842562] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1688.842562] env[62127]: value = "task-1733796" [ 1688.842562] env[62127]: _type = "Task" [ 1688.842562] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1688.853662] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733796, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.856490] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733797, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.934996] env[62127]: INFO nova.compute.manager [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Swapping old allocation on dict_keys(['f9fde961-56b4-459e-8343-d29cfefd8d40']) held by migration 7d559d96-4410-4628-9952-f3b28e859d56 for instance [ 1688.961851] env[62127]: DEBUG nova.scheduler.client.report [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Overwriting current allocation {'allocations': {'f9fde961-56b4-459e-8343-d29cfefd8d40': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 155}}, 'project_id': 'acfc80ac2c3e4cdb98c66119f461287f', 'user_id': '6c409dbb2b0c40c38bb64fb74d9112bb', 'consumer_generation': 1} on consumer a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc {{(pid=62127) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1688.970561] env[62127]: DEBUG nova.compute.manager [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-changed-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1688.970761] env[62127]: DEBUG nova.compute.manager [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing instance network info cache due to event network-changed-c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1688.971054] env[62127]: DEBUG oslo_concurrency.lockutils [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1688.971194] env[62127]: DEBUG oslo_concurrency.lockutils [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1688.971905] env[62127]: DEBUG nova.network.neutron [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing network info cache for port c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1689.034112] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.034318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.034502] env[62127]: DEBUG nova.network.neutron [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1689.158783] env[62127]: DEBUG oslo_concurrency.lockutils [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] Releasing lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1689.159093] env[62127]: DEBUG nova.compute.manager [req-aea6037d-e2cc-4179-ac80-3b8172d7da6e req-8a5ed265-8d75-40f4-9b03-83506043ae9f service nova] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Received event network-vif-deleted-8bb0da64-6226-4443-a2d4-cde1ae67b020 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1689.187794] env[62127]: DEBUG nova.scheduler.client.report [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1689.344885] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1689.345150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.359330] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733797, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.362750] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733796, 'name': Rename_Task, 'duration_secs': 0.184624} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.363294] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1689.363636] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e95e877-ff1e-45af-bd81-5ab1a957ddbf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.370619] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1689.370619] env[62127]: value = "task-1733798" [ 1689.370619] env[62127]: _type = "Task" [ 1689.370619] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.378604] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733798, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.693297] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.301s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1689.693784] env[62127]: DEBUG nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1689.696489] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.128s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1689.696705] env[62127]: DEBUG nova.objects.instance [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lazy-loading 'resources' on Instance uuid aa6fae5f-6251-4070-8abd-481314fd5d11 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1689.795257] env[62127]: DEBUG nova.network.neutron [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [{"id": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "address": "fa:16:3e:1f:bf:bb", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape52f7054-39", "ovs_interfaceid": "e52f7054-394d-4b37-bffd-b5bb5c32f49b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.798710] env[62127]: DEBUG nova.network.neutron [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updated VIF entry in instance network info cache for port c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1689.799152] env[62127]: DEBUG nova.network.neutron [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1689.849941] env[62127]: DEBUG nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1689.856462] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733797, 'name': CreateVM_Task, 'duration_secs': 0.673177} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.856828] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1689.857558] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1689.857725] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.858058] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1689.858310] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b0966a5-2996-4735-8ef9-57d085ff3778 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1689.863590] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1689.863590] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52c16350-394e-9aab-1123-fef20adad0a0" [ 1689.863590] env[62127]: _type = "Task" [ 1689.863590] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1689.872052] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c16350-394e-9aab-1123-fef20adad0a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1689.879563] env[62127]: DEBUG oslo_vmware.api [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733798, 'name': PowerOnVM_Task, 'duration_secs': 0.477208} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1689.879792] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1689.879995] env[62127]: INFO nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Took 6.51 seconds to spawn the instance on the hypervisor. [ 1689.880278] env[62127]: DEBUG nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1689.881073] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0599e9-e19a-4dfd-8b11-dc46fa6ec955 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.199793] env[62127]: DEBUG nova.compute.utils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1690.204061] env[62127]: DEBUG nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1690.204212] env[62127]: DEBUG nova.network.neutron [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1690.244057] env[62127]: DEBUG nova.policy [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab174eabd6534b8da142e7ee56f6e31e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffaf76e8029425391077217d2900812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1690.301511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.302071] env[62127]: DEBUG oslo_concurrency.lockutils [req-abd928a7-d1ce-4264-ae5d-83b74ab0806c req-a60ed6c9-a354-458e-90c5-709a895a3223 service nova] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.303094] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72e7c64-3dc5-42a1-9da6-a918d7e7fd19 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.314038] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05c58846-264d-4b7f-adce-91509f7d83fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.374380] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52c16350-394e-9aab-1123-fef20adad0a0, 'name': SearchDatastore_Task, 'duration_secs': 0.012427} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.375242] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1690.375873] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.375873] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1690.376049] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1690.376225] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1690.376384] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1690.376985] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-878a403a-ab5a-4e94-b419-7f23e158f1b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.388740] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1690.388934] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1690.394216] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-233c79c9-dec6-44a3-a375-1ffbfdfa613c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.396934] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b1b2c9d-6182-4a57-832a-4201cdf0b9ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.401853] env[62127]: INFO nova.compute.manager [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Took 20.38 seconds to build instance. [ 1690.406628] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c27d365a-7d6e-4f82-8f60-f3e4c0f23b57 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.410031] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1690.410031] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5223392e-6788-c422-6348-75329ac7c1ff" [ 1690.410031] env[62127]: _type = "Task" [ 1690.410031] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.438877] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b751d4-87bd-46d8-ae92-859ccb9880ac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.445287] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5223392e-6788-c422-6348-75329ac7c1ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010118} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.446565] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b36a83a4-79f9-4555-9ec6-6f73b505d6c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.452652] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f32f5666-fb74-426b-904c-3ee7b6156b2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.458898] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1690.458898] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52140335-2ea6-0d95-a17a-fb6c3ff6a340" [ 1690.458898] env[62127]: _type = "Task" [ 1690.458898] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.470867] env[62127]: DEBUG nova.compute.provider_tree [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1690.477975] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52140335-2ea6-0d95-a17a-fb6c3ff6a340, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.478254] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1690.478644] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9/7abb9a9c-ebe3-413d-a0dc-20c9c63845e9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1690.479315] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9888e513-1255-44e0-9b28-f4c76203a0ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1690.487220] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1690.487220] env[62127]: value = "task-1733799" [ 1690.487220] env[62127]: _type = "Task" [ 1690.487220] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1690.497718] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733799, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1690.566805] env[62127]: DEBUG nova.network.neutron [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Successfully created port: bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1690.705176] env[62127]: DEBUG nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1690.903662] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dcbfeb6b-16ab-444d-9874-0a51baf5bf9d tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.887s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1690.973868] env[62127]: DEBUG nova.scheduler.client.report [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1690.998135] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733799, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459856} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1690.998401] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9/7abb9a9c-ebe3-413d-a0dc-20c9c63845e9.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1690.998620] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1690.998871] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76ac2b51-cdeb-4fa4-9354-57ecfd94e8af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.005958] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1691.005958] env[62127]: value = "task-1733800" [ 1691.005958] env[62127]: _type = "Task" [ 1691.005958] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.014784] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.426476] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1691.426822] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4cd0d6d-23bc-4d5e-85b3-af406bf159dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.435553] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1691.435553] env[62127]: value = "task-1733801" [ 1691.435553] env[62127]: _type = "Task" [ 1691.435553] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.445313] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733801, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.479285] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1691.481664] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.511s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.481909] env[62127]: DEBUG nova.objects.instance [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lazy-loading 'resources' on Instance uuid 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1691.497911] env[62127]: INFO nova.scheduler.client.report [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Deleted allocations for instance aa6fae5f-6251-4070-8abd-481314fd5d11 [ 1691.515971] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074754} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.516253] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1691.517119] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764b37b3-2104-4c98-a74c-f8322a34269a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.540487] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9/7abb9a9c-ebe3-413d-a0dc-20c9c63845e9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1691.541450] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0411828d-bc1f-48ae-86e8-807005627af4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.563301] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1691.563301] env[62127]: value = "task-1733802" [ 1691.563301] env[62127]: _type = "Task" [ 1691.563301] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.572317] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733802, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.716152] env[62127]: DEBUG nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1691.740843] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.741173] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.741470] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.741732] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.741907] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.742094] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.742314] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.742507] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.742699] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.742871] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.743068] env[62127]: DEBUG nova.virt.hardware [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.744547] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aa5eca3-2be1-42f5-9415-690188d70f2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.753585] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfe99c85-d87d-4990-8072-ea175e123d62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.820745] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "66582bed-2956-4632-bd75-7bdf103b0ad2" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1691.820745] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1691.820934] env[62127]: INFO nova.compute.manager [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Shelving [ 1691.947093] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733801, 'name': PowerOffVM_Task, 'duration_secs': 0.371388} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1691.947388] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1691.948052] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1691.948270] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1691.948432] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1691.948615] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1691.948761] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1691.948906] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1691.949121] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1691.949285] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1691.949454] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1691.949631] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1691.949813] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1691.955640] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3720e005-9c78-45cc-93cb-16560df88190 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1691.972461] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1691.972461] env[62127]: value = "task-1733803" [ 1691.972461] env[62127]: _type = "Task" [ 1691.972461] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1691.981449] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733803, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1691.984691] env[62127]: DEBUG nova.objects.instance [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lazy-loading 'numa_topology' on Instance uuid 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1692.004376] env[62127]: DEBUG oslo_concurrency.lockutils [None req-39cb70da-afe7-4526-9d4b-ede6c8ce75b9 tempest-ServerDiskConfigTestJSON-631776924 tempest-ServerDiskConfigTestJSON-631776924-project-member] Lock "aa6fae5f-6251-4070-8abd-481314fd5d11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.347s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.076294] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733802, 'name': ReconfigVM_Task, 'duration_secs': 0.282149} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.076689] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9/7abb9a9c-ebe3-413d-a0dc-20c9c63845e9.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1692.077420] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e261ba9-7cf7-4b5e-9e3e-c20fc8229b5e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.083818] env[62127]: DEBUG nova.compute.manager [req-52962f4b-8879-4266-ab07-68405cdaaf02 req-5c0639fc-ca9a-495f-844f-f81a909674e3 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Received event network-vif-plugged-bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1692.083818] env[62127]: DEBUG oslo_concurrency.lockutils [req-52962f4b-8879-4266-ab07-68405cdaaf02 req-5c0639fc-ca9a-495f-844f-f81a909674e3 service nova] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1692.083818] env[62127]: DEBUG oslo_concurrency.lockutils [req-52962f4b-8879-4266-ab07-68405cdaaf02 req-5c0639fc-ca9a-495f-844f-f81a909674e3 service nova] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1692.084058] env[62127]: DEBUG oslo_concurrency.lockutils [req-52962f4b-8879-4266-ab07-68405cdaaf02 req-5c0639fc-ca9a-495f-844f-f81a909674e3 service nova] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1692.084176] env[62127]: DEBUG nova.compute.manager [req-52962f4b-8879-4266-ab07-68405cdaaf02 req-5c0639fc-ca9a-495f-844f-f81a909674e3 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] No waiting events found dispatching network-vif-plugged-bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1692.084408] env[62127]: WARNING nova.compute.manager [req-52962f4b-8879-4266-ab07-68405cdaaf02 req-5c0639fc-ca9a-495f-844f-f81a909674e3 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Received unexpected event network-vif-plugged-bc35de4e-c95f-4bc8-828d-148d31112b06 for instance with vm_state building and task_state spawning. [ 1692.086207] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1692.086207] env[62127]: value = "task-1733804" [ 1692.086207] env[62127]: _type = "Task" [ 1692.086207] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.096407] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733804, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.178916] env[62127]: DEBUG nova.network.neutron [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Successfully updated port: bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1692.328674] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1692.328938] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b3b7dc89-0d50-4d90-a8cf-6ff97d77f2a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.338129] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1692.338129] env[62127]: value = "task-1733805" [ 1692.338129] env[62127]: _type = "Task" [ 1692.338129] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.349681] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733805, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.485059] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733803, 'name': ReconfigVM_Task, 'duration_secs': 0.363366} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.485990] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa83657-1310-42cf-a1a3-1432d5c1337d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.489176] env[62127]: DEBUG nova.objects.base [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Object Instance<62afca16-d213-42db-bcb3-42e778492f13> lazy-loaded attributes: resources,numa_topology {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1692.514522] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1692.514785] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1692.514948] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1692.515150] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1692.515302] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1692.515453] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1692.515659] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1692.515819] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1692.515988] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1692.516403] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1692.516403] env[62127]: DEBUG nova.virt.hardware [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1692.520011] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e4bc8a-3aa7-4213-b52c-629f5add54c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.526677] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1692.526677] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52551064-aabf-1ea4-6d20-431d58c666b3" [ 1692.526677] env[62127]: _type = "Task" [ 1692.526677] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.539456] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52551064-aabf-1ea4-6d20-431d58c666b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.596916] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733804, 'name': Rename_Task, 'duration_secs': 0.163844} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.597208] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1692.597462] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b3f5d84-55bc-44d5-9557-fdb8740a3fa7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.606228] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1692.606228] env[62127]: value = "task-1733806" [ 1692.606228] env[62127]: _type = "Task" [ 1692.606228] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1692.614942] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733806, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1692.683846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1692.684062] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1692.685705] env[62127]: DEBUG nova.network.neutron [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1692.701506] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5338a8-2b93-4f65-b32f-69a30f305e78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.712218] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-973efe7b-00cf-4a3f-9b4c-b433a936e240 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.746284] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f17ff1a-9974-44f1-a52d-51e278aacbfb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.754740] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2093101-cd77-4c41-b055-02a5fd7a6a5f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.771875] env[62127]: DEBUG nova.compute.provider_tree [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1692.853548] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733805, 'name': PowerOffVM_Task, 'duration_secs': 0.45493} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1692.853548] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1692.853548] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79de8b7c-21ab-409b-89d0-582d45e4bbe2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1692.873828] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-176bef2a-86ab-42a9-88b6-b355474274e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.038975] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52551064-aabf-1ea4-6d20-431d58c666b3, 'name': SearchDatastore_Task, 'duration_secs': 0.008334} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.044988] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfiguring VM instance instance-00000053 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1693.048843] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cff9641f-3309-44af-b4a7-832ed2fcacb8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.068929] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1693.068929] env[62127]: value = "task-1733807" [ 1693.068929] env[62127]: _type = "Task" [ 1693.068929] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.081168] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733807, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.116100] env[62127]: DEBUG oslo_vmware.api [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733806, 'name': PowerOnVM_Task, 'duration_secs': 0.478569} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.116387] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1693.116599] env[62127]: INFO nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Took 6.53 seconds to spawn the instance on the hypervisor. [ 1693.116811] env[62127]: DEBUG nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1693.117568] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab1c1c6b-801d-45db-9fde-da96012e27e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.249100] env[62127]: DEBUG nova.network.neutron [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1693.274879] env[62127]: DEBUG nova.scheduler.client.report [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1693.383216] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1693.383577] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-6ce1afca-8ef2-4f10-b836-f050d21ba473 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.392748] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1693.392748] env[62127]: value = "task-1733808" [ 1693.392748] env[62127]: _type = "Task" [ 1693.392748] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.401447] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733808, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.475199] env[62127]: DEBUG nova.network.neutron [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updating instance_info_cache with network_info: [{"id": "bc35de4e-c95f-4bc8-828d-148d31112b06", "address": "fa:16:3e:35:d5:53", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc35de4e-c9", "ovs_interfaceid": "bc35de4e-c95f-4bc8-828d-148d31112b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1693.580496] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733807, 'name': ReconfigVM_Task, 'duration_secs': 0.200271} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.580968] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfigured VM instance instance-00000053 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1693.582033] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4db3cf-d771-4303-91c8-6439b386a2f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.614996] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1693.614996] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-70172ac3-f0f2-4579-b06f-f00329e2864a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.641766] env[62127]: INFO nova.compute.manager [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Took 18.42 seconds to build instance. [ 1693.645342] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1693.645342] env[62127]: value = "task-1733809" [ 1693.645342] env[62127]: _type = "Task" [ 1693.645342] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1693.656414] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733809, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1693.783027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.298s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1693.783917] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.349s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1693.784352] env[62127]: DEBUG nova.objects.instance [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'resources' on Instance uuid 9ef32719-9c5d-47f2-8051-b43c20f50c15 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1693.905588] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733808, 'name': CreateSnapshot_Task, 'duration_secs': 0.3968} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1693.905923] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1693.906746] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c815ec-e39a-496f-8e86-6ab491e3dd9e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1693.978766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1693.979118] env[62127]: DEBUG nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Instance network_info: |[{"id": "bc35de4e-c95f-4bc8-828d-148d31112b06", "address": "fa:16:3e:35:d5:53", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc35de4e-c9", "ovs_interfaceid": "bc35de4e-c95f-4bc8-828d-148d31112b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1693.979543] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:d5:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc35de4e-c95f-4bc8-828d-148d31112b06', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1693.987112] env[62127]: DEBUG oslo.service.loopingcall [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1693.987607] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1693.987845] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eb90848e-44fe-43f3-9918-945267e8bd9e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.013487] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1694.013487] env[62127]: value = "task-1733810" [ 1694.013487] env[62127]: _type = "Task" [ 1694.013487] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.022255] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733810, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.129260] env[62127]: DEBUG nova.compute.manager [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Received event network-changed-bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1694.129947] env[62127]: DEBUG nova.compute.manager [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Refreshing instance network info cache due to event network-changed-bc35de4e-c95f-4bc8-828d-148d31112b06. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1694.130288] env[62127]: DEBUG oslo_concurrency.lockutils [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] Acquiring lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1694.130443] env[62127]: DEBUG oslo_concurrency.lockutils [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] Acquired lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1694.130610] env[62127]: DEBUG nova.network.neutron [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Refreshing network info cache for port bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1694.144368] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9766e76-c2f4-4fd4-ab1e-d13cf97ec863 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.941s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.156724] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733809, 'name': ReconfigVM_Task, 'duration_secs': 0.321075} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1694.157359] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfigured VM instance instance-00000053 to attach disk [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc/a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1694.157868] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd3603f-4120-475a-81c1-8a6ad05ff995 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.182493] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b3d6bae-ae11-49bb-9507-7231960c7d62 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.206233] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9014950c-90aa-45c6-a616-8a1de101f189 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.228254] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c6388b-41c3-4deb-a15d-92ea9022512e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.235773] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1694.236029] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4a49c0e5-ba30-4e59-ac34-fabc659278e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.242625] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1694.242625] env[62127]: value = "task-1733811" [ 1694.242625] env[62127]: _type = "Task" [ 1694.242625] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.251147] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733811, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.296172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c9eda41-badb-43aa-acef-88f88138f87b tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 28.021s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1694.300961] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 6.095s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1694.300961] env[62127]: INFO nova.compute.manager [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Unshelving [ 1694.426161] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1694.429250] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5187d2de-b8c9-4d52-bc75-a1f91e864414 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.438851] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1694.438851] env[62127]: value = "task-1733812" [ 1694.438851] env[62127]: _type = "Task" [ 1694.438851] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1694.450985] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733812, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.478438] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b0d241-4c6f-49e1-b90d-c480e9f1fb06 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.486434] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6ee542-ec98-4dce-8b45-6588ac1b1737 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.524663] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa1211-e581-4f2c-bc0e-7508e6311b3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.534191] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733810, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.537453] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d972711-7134-4fc0-a0dc-a5775ec6419d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1694.552584] env[62127]: DEBUG nova.compute.provider_tree [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1694.755526] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733811, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.951914] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733812, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1694.987956] env[62127]: DEBUG nova.network.neutron [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updated VIF entry in instance network info cache for port bc35de4e-c95f-4bc8-828d-148d31112b06. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1694.988605] env[62127]: DEBUG nova.network.neutron [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updating instance_info_cache with network_info: [{"id": "bc35de4e-c95f-4bc8-828d-148d31112b06", "address": "fa:16:3e:35:d5:53", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc35de4e-c9", "ovs_interfaceid": "bc35de4e-c95f-4bc8-828d-148d31112b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.027724] env[62127]: DEBUG nova.compute.manager [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-changed-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1695.027879] env[62127]: DEBUG nova.compute.manager [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing instance network info cache due to event network-changed-c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1695.028123] env[62127]: DEBUG oslo_concurrency.lockutils [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1695.028371] env[62127]: DEBUG oslo_concurrency.lockutils [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1695.028571] env[62127]: DEBUG nova.network.neutron [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing network info cache for port c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1695.035822] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733810, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.055620] env[62127]: DEBUG nova.scheduler.client.report [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1695.257273] env[62127]: DEBUG oslo_vmware.api [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733811, 'name': PowerOnVM_Task, 'duration_secs': 0.575075} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1695.257603] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1695.337113] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.452110] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733812, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.492121] env[62127]: DEBUG oslo_concurrency.lockutils [req-4a60a9ab-e4b7-446b-97db-58e6051907bd req-f99fffca-0049-4b58-9697-d05960b3c2aa service nova] Releasing lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1695.529830] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733810, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1695.559972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.777s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1695.562104] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.187s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.564042] env[62127]: INFO nova.compute.claims [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1695.583831] env[62127]: INFO nova.scheduler.client.report [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted allocations for instance 9ef32719-9c5d-47f2-8051-b43c20f50c15 [ 1695.735511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1695.735843] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1695.780589] env[62127]: DEBUG nova.network.neutron [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updated VIF entry in instance network info cache for port c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1695.781218] env[62127]: DEBUG nova.network.neutron [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1695.950937] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733812, 'name': CloneVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.031061] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733810, 'name': CreateVM_Task, 'duration_secs': 1.938919} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.031356] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1696.031980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.032172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.032507] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1696.032774] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6ed3ef8-adf3-428f-b29c-412fb023f0b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.037753] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1696.037753] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52460fac-db95-666b-5a51-683c1eb168b4" [ 1696.037753] env[62127]: _type = "Task" [ 1696.037753] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.046029] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52460fac-db95-666b-5a51-683c1eb168b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.092022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a1802b4d-2890-44a1-a2f1-f4935700b20e tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "9ef32719-9c5d-47f2-8051-b43c20f50c15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.726s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.238149] env[62127]: DEBUG nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1696.284318] env[62127]: DEBUG oslo_concurrency.lockutils [req-4773b17c-f17e-4d87-ba42-6dd16507509a req-21f01478-a736-46e5-adc4-8e9bb1dc2608 service nova] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.305899] env[62127]: INFO nova.compute.manager [None req-1d0967d3-2c28-44c8-afbe-4c7c9b7f2dae tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance to original state: 'active' [ 1696.452507] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733812, 'name': CloneVM_Task, 'duration_secs': 1.594368} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.452808] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Created linked-clone VM from snapshot [ 1696.453560] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee9e12-b881-4b21-b64f-5fd4a66b2038 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.460865] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Uploading image 61bff8f0-7296-456e-867c-ed818a8a708c {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1696.486439] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1696.486439] env[62127]: value = "vm-360724" [ 1696.486439] env[62127]: _type = "VirtualMachine" [ 1696.486439] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1696.486725] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-35a110b4-df51-443f-9a51-eb7111885739 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.494764] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lease: (returnval){ [ 1696.494764] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ae51af-8650-dffa-55f1-0d54f30e5eda" [ 1696.494764] env[62127]: _type = "HttpNfcLease" [ 1696.494764] env[62127]: } obtained for exporting VM: (result){ [ 1696.494764] env[62127]: value = "vm-360724" [ 1696.494764] env[62127]: _type = "VirtualMachine" [ 1696.494764] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1696.495112] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the lease: (returnval){ [ 1696.495112] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ae51af-8650-dffa-55f1-0d54f30e5eda" [ 1696.495112] env[62127]: _type = "HttpNfcLease" [ 1696.495112] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1696.501830] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1696.501830] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ae51af-8650-dffa-55f1-0d54f30e5eda" [ 1696.501830] env[62127]: _type = "HttpNfcLease" [ 1696.501830] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1696.548061] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52460fac-db95-666b-5a51-683c1eb168b4, 'name': SearchDatastore_Task, 'duration_secs': 0.009943} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1696.548061] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1696.548061] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1696.548357] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1696.548357] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1696.548443] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1696.548672] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6a1cdef4-c48b-4554-ba8b-bab7001d7dd8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.557728] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1696.557728] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1696.558359] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c40371b-c598-4431-a467-0396ccc3f5ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.563684] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1696.563684] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cfd969-0dc3-0896-d484-1df497ed8d88" [ 1696.563684] env[62127]: _type = "Task" [ 1696.563684] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.572452] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cfd969-0dc3-0896-d484-1df497ed8d88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.673719] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "01de6846-d264-407e-8038-cdaadc807383" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.674576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "01de6846-d264-407e-8038-cdaadc807383" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.674576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "01de6846-d264-407e-8038-cdaadc807383-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.674576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "01de6846-d264-407e-8038-cdaadc807383-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1696.674576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "01de6846-d264-407e-8038-cdaadc807383-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1696.676767] env[62127]: INFO nova.compute.manager [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Terminating instance [ 1696.678413] env[62127]: DEBUG nova.compute.manager [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1696.678611] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1696.679492] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83ebabf-3ed2-4687-b315-04ce012706d5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.687607] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1696.687887] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20619515-3556-4bfa-bd2d-179f659051c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.699023] env[62127]: DEBUG oslo_vmware.api [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1696.699023] env[62127]: value = "task-1733814" [ 1696.699023] env[62127]: _type = "Task" [ 1696.699023] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1696.707900] env[62127]: DEBUG oslo_vmware.api [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733814, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1696.733946] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-590866b8-ffa0-4b08-bb39-9f76dd8f4927 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.744606] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe76bce5-d052-4656-8326-a8505d40fe1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.778549] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1696.779392] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc786810-0d32-4183-9658-7614f28d4c05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.787520] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f780b761-f326-4589-b7e5-1f6eb4b14429 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1696.803446] env[62127]: DEBUG nova.compute.provider_tree [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.004492] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1697.004492] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ae51af-8650-dffa-55f1-0d54f30e5eda" [ 1697.004492] env[62127]: _type = "HttpNfcLease" [ 1697.004492] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1697.004799] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1697.004799] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ae51af-8650-dffa-55f1-0d54f30e5eda" [ 1697.004799] env[62127]: _type = "HttpNfcLease" [ 1697.004799] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1697.005530] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6304501e-7ae7-4cad-8b54-29c63e1831f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.012502] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b867bb-d3c8-b03a-3a58-112ef144f05c/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1697.012692] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b867bb-d3c8-b03a-3a58-112ef144f05c/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1697.079177] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cfd969-0dc3-0896-d484-1df497ed8d88, 'name': SearchDatastore_Task, 'duration_secs': 0.009063} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.079947] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55e85e8a-2377-4558-8e71-56d9fa3409b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.085346] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1697.085346] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e51c8d-23dc-af6a-8cef-745c9874ef89" [ 1697.085346] env[62127]: _type = "Task" [ 1697.085346] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.093238] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e51c8d-23dc-af6a-8cef-745c9874ef89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.196124] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-27266489-01d8-4c0f-871f-1c6321c1aaf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.209778] env[62127]: DEBUG oslo_vmware.api [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733814, 'name': PowerOffVM_Task, 'duration_secs': 0.205909} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.211839] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.212029] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1697.212454] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-486dc4fd-3ee9-47f2-a12b-d4e152e25e21 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.310101] env[62127]: DEBUG nova.scheduler.client.report [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1697.313431] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.313769] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.313862] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1697.314051] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.314219] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.317330] env[62127]: INFO nova.compute.manager [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Terminating instance [ 1697.319078] env[62127]: DEBUG nova.compute.manager [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1697.319304] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1697.319539] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-412aae77-a386-4361-9ae4-8619e370ea93 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.328024] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1697.328024] env[62127]: value = "task-1733816" [ 1697.328024] env[62127]: _type = "Task" [ 1697.328024] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.340171] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.388683] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1697.388924] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1697.389174] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleting the datastore file [datastore1] 01de6846-d264-407e-8038-cdaadc807383 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1697.390096] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-77553191-6ce7-4ccb-a606-8c1316a8d518 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.399420] env[62127]: DEBUG oslo_vmware.api [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1697.399420] env[62127]: value = "task-1733817" [ 1697.399420] env[62127]: _type = "Task" [ 1697.399420] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.411216] env[62127]: DEBUG oslo_vmware.api [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733817, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.597918] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e51c8d-23dc-af6a-8cef-745c9874ef89, 'name': SearchDatastore_Task, 'duration_secs': 0.013905} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.598312] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1697.598659] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1697.599647] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d8ecfb5a-d7e3-4f9b-90c8-06e4c088f708 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.608629] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1697.608629] env[62127]: value = "task-1733818" [ 1697.608629] env[62127]: _type = "Task" [ 1697.608629] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.619502] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733818, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1697.817250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.255s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1697.817782] env[62127]: DEBUG nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1697.821059] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.484s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1697.821332] env[62127]: DEBUG nova.objects.instance [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lazy-loading 'pci_requests' on Instance uuid 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1697.839451] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733816, 'name': PowerOffVM_Task, 'duration_secs': 0.241279} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.839782] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1697.840461] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1697.840553] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360707', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'name': 'volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc', 'attached_at': '2024-12-11T06:13:52.000000', 'detached_at': '', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'serial': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1697.841559] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc407b49-d9db-4023-846b-4653a5b17ab4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.867866] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4936798e-b164-46cf-8021-acccb91448c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.877282] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4a82bb-a66c-430b-8eae-bf0a40f835c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.900801] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bde2226-9fdc-4c9d-b493-b34b084089e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.912724] env[62127]: DEBUG oslo_vmware.api [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733817, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191683} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1697.924679] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1697.924951] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1697.925316] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1697.925644] env[62127]: INFO nova.compute.manager [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 01de6846-d264-407e-8038-cdaadc807383] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1697.925963] env[62127]: DEBUG oslo.service.loopingcall [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1697.926687] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] The volume has not been displaced from its original location: [datastore1] volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a/volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1697.933938] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfiguring VM instance instance-00000053 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1697.934246] env[62127]: DEBUG nova.compute.manager [-] [instance: 01de6846-d264-407e-8038-cdaadc807383] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1697.934453] env[62127]: DEBUG nova.network.neutron [-] [instance: 01de6846-d264-407e-8038-cdaadc807383] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1697.936582] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85b2203a-3edc-4ad2-be59-4791a1fab71b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.959507] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1697.959507] env[62127]: value = "task-1733819" [ 1697.959507] env[62127]: _type = "Task" [ 1697.959507] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1697.969232] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.122167] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733818, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.220225] env[62127]: DEBUG nova.compute.manager [req-fd31496b-38bb-49eb-bc1b-89588776dbc1 req-0dd23794-5c56-487f-a720-7a873ea64eec service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Received event network-vif-deleted-e7bb46aa-da62-433a-9f9f-2d3265964ae4 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1698.220610] env[62127]: INFO nova.compute.manager [req-fd31496b-38bb-49eb-bc1b-89588776dbc1 req-0dd23794-5c56-487f-a720-7a873ea64eec service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Neutron deleted interface e7bb46aa-da62-433a-9f9f-2d3265964ae4; detaching it from the instance and deleting it from the info cache [ 1698.220878] env[62127]: DEBUG nova.network.neutron [req-fd31496b-38bb-49eb-bc1b-89588776dbc1 req-0dd23794-5c56-487f-a720-7a873ea64eec service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.325400] env[62127]: DEBUG nova.compute.utils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1698.328869] env[62127]: DEBUG nova.objects.instance [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lazy-loading 'numa_topology' on Instance uuid 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1698.330520] env[62127]: DEBUG nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1698.331567] env[62127]: DEBUG nova.network.neutron [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1698.393136] env[62127]: DEBUG nova.policy [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e3008d892d48889c7e51295f83927a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9316215ca9d2427f9def55ffa6656520', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1698.469915] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733819, 'name': ReconfigVM_Task, 'duration_secs': 0.32117} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.470269] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Reconfigured VM instance instance-00000053 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1698.475309] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34396c5-c9e9-4233-988d-fec00e0b15a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.495835] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1698.495835] env[62127]: value = "task-1733820" [ 1698.495835] env[62127]: _type = "Task" [ 1698.495835] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.508355] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733820, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.620303] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733818, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.840825} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1698.620582] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1698.620794] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1698.621067] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9def2bd7-fd3d-4c86-baf3-a1310944dac8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.630223] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1698.630223] env[62127]: value = "task-1733821" [ 1698.630223] env[62127]: _type = "Task" [ 1698.630223] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1698.641589] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733821, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1698.692813] env[62127]: DEBUG nova.network.neutron [-] [instance: 01de6846-d264-407e-8038-cdaadc807383] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1698.717341] env[62127]: DEBUG nova.network.neutron [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Successfully created port: 250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1698.723775] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a8c9aa05-60f0-44cf-b49f-dd80cde84294 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.733683] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fed60571-ae96-4ef1-b19b-0866d2519113 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.766837] env[62127]: DEBUG nova.compute.manager [req-fd31496b-38bb-49eb-bc1b-89588776dbc1 req-0dd23794-5c56-487f-a720-7a873ea64eec service nova] [instance: 01de6846-d264-407e-8038-cdaadc807383] Detach interface failed, port_id=e7bb46aa-da62-433a-9f9f-2d3265964ae4, reason: Instance 01de6846-d264-407e-8038-cdaadc807383 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1698.836784] env[62127]: DEBUG nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1698.839912] env[62127]: INFO nova.compute.claims [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1699.007023] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733820, 'name': ReconfigVM_Task, 'duration_secs': 0.196954} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.007390] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360707', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'name': 'volume-2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc', 'attached_at': '2024-12-11T06:13:52.000000', 'detached_at': '', 'volume_id': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a', 'serial': '2eda3517-ddcc-4ad2-94d9-40d1f39bfd7a'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1699.007706] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1699.009024] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-438f02f5-53c7-4767-bf9e-5bc3f03a7f3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.016908] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1699.017335] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d59bfa2f-b179-4a1f-a52f-f4c1270932cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.098240] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1699.098569] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1699.098784] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleting the datastore file [datastore1] a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1699.099094] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fdf9b33-695e-4b2a-a5f7-bb07ac7f755e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.107107] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1699.107107] env[62127]: value = "task-1733823" [ 1699.107107] env[62127]: _type = "Task" [ 1699.107107] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.115758] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.142893] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733821, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091829} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.142893] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1699.143374] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa11ac80-f743-4d3a-963d-2ade125bac50 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.166999] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1699.167379] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30ff260e-b094-4a08-8e9e-a8477ddf6a34 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.189919] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1699.189919] env[62127]: value = "task-1733824" [ 1699.189919] env[62127]: _type = "Task" [ 1699.189919] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1699.199048] env[62127]: INFO nova.compute.manager [-] [instance: 01de6846-d264-407e-8038-cdaadc807383] Took 1.26 seconds to deallocate network for instance. [ 1699.199393] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733824, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.618845] env[62127]: DEBUG oslo_vmware.api [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211263} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1699.619153] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1699.619361] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1699.619561] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1699.619801] env[62127]: INFO nova.compute.manager [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Took 2.30 seconds to destroy the instance on the hypervisor. [ 1699.620031] env[62127]: DEBUG oslo.service.loopingcall [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1699.620257] env[62127]: DEBUG nova.compute.manager [-] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1699.620381] env[62127]: DEBUG nova.network.neutron [-] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1699.701398] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733824, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1699.709737] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1699.850326] env[62127]: DEBUG nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1699.885495] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1699.885743] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1699.886893] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1699.886893] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1699.886893] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1699.886893] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1699.886893] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1699.887208] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1699.887482] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1699.887745] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1699.888067] env[62127]: DEBUG nova.virt.hardware [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1699.889030] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4807e9df-7e54-4f58-8ab8-8ec41f12570f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1699.902168] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7114e0b6-6df2-4bf4-ae1c-458b731cbd5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.049371] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c24595e8-a8f1-460c-a9d5-7da153e1f9e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.060038] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d031b798-84ef-4e4d-81d9-af547e6f7846 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.093395] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd44604-948e-4c9d-bc59-7095b7f6f13d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.102154] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c85567f-841a-43c2-b0d6-9a5fe4dd5a45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.117139] env[62127]: DEBUG nova.compute.provider_tree [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1700.203466] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733824, 'name': ReconfigVM_Task, 'duration_secs': 0.56027} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.203772] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1700.204459] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63d3debc-cf72-4f77-adc7-a68e05813d85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.208541] env[62127]: DEBUG nova.compute.manager [req-79bffd97-9be8-4f6a-9b8b-7228072c7d56 req-44225198-c739-4e9b-9b6c-8e0ae59caeec service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Received event network-vif-deleted-e52f7054-394d-4b37-bffd-b5bb5c32f49b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1700.208541] env[62127]: INFO nova.compute.manager [req-79bffd97-9be8-4f6a-9b8b-7228072c7d56 req-44225198-c739-4e9b-9b6c-8e0ae59caeec service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Neutron deleted interface e52f7054-394d-4b37-bffd-b5bb5c32f49b; detaching it from the instance and deleting it from the info cache [ 1700.208643] env[62127]: DEBUG nova.network.neutron [req-79bffd97-9be8-4f6a-9b8b-7228072c7d56 req-44225198-c739-4e9b-9b6c-8e0ae59caeec service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.215043] env[62127]: DEBUG nova.network.neutron [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Successfully updated port: 250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1700.222976] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1700.222976] env[62127]: value = "task-1733825" [ 1700.222976] env[62127]: _type = "Task" [ 1700.222976] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.237121] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733825, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.247235] env[62127]: DEBUG nova.compute.manager [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Received event network-vif-plugged-250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1700.247779] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] Acquiring lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1700.247779] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1700.248684] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1700.248684] env[62127]: DEBUG nova.compute.manager [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] No waiting events found dispatching network-vif-plugged-250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1700.248684] env[62127]: WARNING nova.compute.manager [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Received unexpected event network-vif-plugged-250750cf-1172-4654-b86b-172fb0de0bea for instance with vm_state building and task_state spawning. [ 1700.248684] env[62127]: DEBUG nova.compute.manager [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Received event network-changed-250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1700.248940] env[62127]: DEBUG nova.compute.manager [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Refreshing instance network info cache due to event network-changed-250750cf-1172-4654-b86b-172fb0de0bea. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1700.249209] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] Acquiring lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.249438] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] Acquired lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1700.249671] env[62127]: DEBUG nova.network.neutron [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Refreshing network info cache for port 250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1700.620302] env[62127]: DEBUG nova.scheduler.client.report [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1700.686144] env[62127]: DEBUG nova.network.neutron [-] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1700.711318] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4718650b-f058-40cd-b0fd-b6922b0db26d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.717440] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1700.733993] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ca12e3c-b0cc-4b42-be6b-768a82d745f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.769047] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733825, 'name': Rename_Task, 'duration_secs': 0.272778} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1700.769047] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1700.769047] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cfc2618-76bf-4e87-837f-2a3c6e29038c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1700.789387] env[62127]: DEBUG nova.compute.manager [req-79bffd97-9be8-4f6a-9b8b-7228072c7d56 req-44225198-c739-4e9b-9b6c-8e0ae59caeec service nova] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Detach interface failed, port_id=e52f7054-394d-4b37-bffd-b5bb5c32f49b, reason: Instance a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1700.791801] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1700.791801] env[62127]: value = "task-1733826" [ 1700.791801] env[62127]: _type = "Task" [ 1700.791801] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1700.806681] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733826, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1700.808017] env[62127]: DEBUG nova.network.neutron [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1700.930851] env[62127]: DEBUG nova.network.neutron [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1701.125780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.305s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1701.127989] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.350s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1701.129575] env[62127]: INFO nova.compute.claims [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1701.159293] env[62127]: INFO nova.network.neutron [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating port e7e39100-5ed8-4cf3-ae99-266250c728c3 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1701.189009] env[62127]: INFO nova.compute.manager [-] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Took 1.57 seconds to deallocate network for instance. [ 1701.306264] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733826, 'name': PowerOnVM_Task} progress is 79%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1701.433757] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b5a9a93-48e0-49c6-aeba-4701b92f0aeb req-8839716e-4d3b-4c24-980f-e0fb836ae338 service nova] Releasing lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1701.434277] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1701.434530] env[62127]: DEBUG nova.network.neutron [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1701.736427] env[62127]: INFO nova.compute.manager [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Took 0.55 seconds to detach 1 volumes for instance. [ 1701.804627] env[62127]: DEBUG oslo_vmware.api [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733826, 'name': PowerOnVM_Task, 'duration_secs': 0.759401} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1701.804913] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1701.805137] env[62127]: INFO nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Took 10.09 seconds to spawn the instance on the hypervisor. [ 1701.805319] env[62127]: DEBUG nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1701.806117] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1bf9170-c2a4-49b7-978b-347d1dd611f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1701.986192] env[62127]: DEBUG nova.network.neutron [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1702.148727] env[62127]: DEBUG nova.network.neutron [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [{"id": "250750cf-1172-4654-b86b-172fb0de0bea", "address": "fa:16:3e:21:08:15", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250750cf-11", "ovs_interfaceid": "250750cf-1172-4654-b86b-172fb0de0bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1702.250439] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.323680] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c92f11-3b5c-4821-898f-b2815569f4b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.329048] env[62127]: INFO nova.compute.manager [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Took 19.13 seconds to build instance. [ 1702.334127] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5761e1b-3e03-4b2f-94a8-5018ed12972d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.367950] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dac04f3-4faf-4be6-b3a5-7594e45bcf23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.377234] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee7a200-3e3f-49fc-b6c4-2c906b5f587f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.392105] env[62127]: DEBUG nova.compute.provider_tree [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1702.578177] env[62127]: DEBUG nova.compute.manager [req-af506b04-4f5a-468d-bb82-0c52a4b44e5c req-a16908a5-58c5-4945-9573-a0ec817ed1b9 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received event network-vif-plugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1702.579718] env[62127]: DEBUG oslo_concurrency.lockutils [req-af506b04-4f5a-468d-bb82-0c52a4b44e5c req-a16908a5-58c5-4945-9573-a0ec817ed1b9 service nova] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1702.579718] env[62127]: DEBUG oslo_concurrency.lockutils [req-af506b04-4f5a-468d-bb82-0c52a4b44e5c req-a16908a5-58c5-4945-9573-a0ec817ed1b9 service nova] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1702.579718] env[62127]: DEBUG oslo_concurrency.lockutils [req-af506b04-4f5a-468d-bb82-0c52a4b44e5c req-a16908a5-58c5-4945-9573-a0ec817ed1b9 service nova] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.579718] env[62127]: DEBUG nova.compute.manager [req-af506b04-4f5a-468d-bb82-0c52a4b44e5c req-a16908a5-58c5-4945-9573-a0ec817ed1b9 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] No waiting events found dispatching network-vif-plugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1702.579718] env[62127]: WARNING nova.compute.manager [req-af506b04-4f5a-468d-bb82-0c52a4b44e5c req-a16908a5-58c5-4945-9573-a0ec817ed1b9 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received unexpected event network-vif-plugged-e7e39100-5ed8-4cf3-ae99-266250c728c3 for instance with vm_state shelved_offloaded and task_state spawning. [ 1702.652650] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1702.653942] env[62127]: DEBUG nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Instance network_info: |[{"id": "250750cf-1172-4654-b86b-172fb0de0bea", "address": "fa:16:3e:21:08:15", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250750cf-11", "ovs_interfaceid": "250750cf-1172-4654-b86b-172fb0de0bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1702.653942] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:08:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '250750cf-1172-4654-b86b-172fb0de0bea', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1702.667186] env[62127]: DEBUG oslo.service.loopingcall [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1702.668564] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1702.669408] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1702.669408] env[62127]: DEBUG nova.network.neutron [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1702.671221] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1702.671632] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21af7a32-83e5-42d1-a736-10c7bf4975bf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1702.704510] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1702.704510] env[62127]: value = "task-1733827" [ 1702.704510] env[62127]: _type = "Task" [ 1702.704510] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1702.717388] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733827, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1702.830792] env[62127]: DEBUG oslo_concurrency.lockutils [None req-889cb0bc-db57-4b7b-accd-d29441a201c2 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.636s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1702.895242] env[62127]: DEBUG nova.scheduler.client.report [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1703.219713] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733827, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.395915] env[62127]: DEBUG nova.network.neutron [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e39100-5e", "ovs_interfaceid": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1703.400578] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.272s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1703.401114] env[62127]: DEBUG nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1703.403922] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.694s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1703.404219] env[62127]: DEBUG nova.objects.instance [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'resources' on Instance uuid 01de6846-d264-407e-8038-cdaadc807383 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1703.474300] env[62127]: DEBUG nova.compute.manager [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Received event network-changed-bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1703.474560] env[62127]: DEBUG nova.compute.manager [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Refreshing instance network info cache due to event network-changed-bc35de4e-c95f-4bc8-828d-148d31112b06. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1703.474697] env[62127]: DEBUG oslo_concurrency.lockutils [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] Acquiring lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.474893] env[62127]: DEBUG oslo_concurrency.lockutils [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] Acquired lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.475109] env[62127]: DEBUG nova.network.neutron [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Refreshing network info cache for port bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1703.717623] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733827, 'name': CreateVM_Task, 'duration_secs': 0.557979} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1703.717913] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1703.718690] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1703.718930] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1703.719728] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1703.720992] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-002bcad7-0d6b-475c-ae61-d8292c1ff56a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.727274] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1703.727274] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522dbece-c95b-4181-3c1b-32797743ce3a" [ 1703.727274] env[62127]: _type = "Task" [ 1703.727274] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1703.735617] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522dbece-c95b-4181-3c1b-32797743ce3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1703.898543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1703.907258] env[62127]: DEBUG nova.compute.utils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1703.912586] env[62127]: DEBUG nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1703.912777] env[62127]: DEBUG nova.network.neutron [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1703.928911] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='d39e6e2338c3484aec3b72bfbd091a3b',container_format='bare',created_at=2024-12-11T06:13:27Z,direct_url=,disk_format='vmdk',id=4971bada-b980-428b-9691-28db1d308127,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1279779218-shelved',owner='2889ffd702494d55ae7fb39d53b9d99f',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2024-12-11T06:13:43Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1703.929184] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1703.929348] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1703.929553] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1703.929713] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1703.929867] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1703.930095] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1703.930261] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1703.930830] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1703.930830] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1703.930830] env[62127]: DEBUG nova.virt.hardware [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1703.932150] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8cbb9e-2c0d-4642-811d-5a8fc987fc88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.943827] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5c1936-d5cf-44d6-a701-fcde42b89bc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1703.960897] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:b8:06', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e7e39100-5ed8-4cf3-ae99-266250c728c3', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1703.969375] env[62127]: DEBUG oslo.service.loopingcall [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1703.971408] env[62127]: DEBUG nova.policy [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1703.975503] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1703.976140] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-336f2c8b-e6bb-466c-be8e-33d8f48dccc7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.014110] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1704.014110] env[62127]: value = "task-1733828" [ 1704.014110] env[62127]: _type = "Task" [ 1704.014110] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.023890] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733828, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.053239] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.054023] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1704.054023] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1704.054023] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1704.139424] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1248599b-542f-43d9-9eb8-838be60df88e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.148684] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1819bec0-24c0-4a73-a3aa-6a0e3c639513 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.188185] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7813e41f-aa9a-43a4-aba9-5b4262bcd58e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.197046] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5831fd-f62c-463d-8563-eaec10ea7acd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.213041] env[62127]: DEBUG nova.compute.provider_tree [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1704.238627] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522dbece-c95b-4181-3c1b-32797743ce3a, 'name': SearchDatastore_Task, 'duration_secs': 0.012601} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.238961] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.239219] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1704.239480] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.239611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.239793] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1704.240163] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab0bf0a2-ac4f-4d54-92f3-c7a632765b8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.251637] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1704.251965] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1704.252515] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af383354-0f2c-4542-90e7-1d167e9b4191 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.259225] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1704.259225] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5220474a-e9a6-b760-d8b8-a92a4cb4a040" [ 1704.259225] env[62127]: _type = "Task" [ 1704.259225] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.269902] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5220474a-e9a6-b760-d8b8-a92a4cb4a040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.382520] env[62127]: DEBUG nova.network.neutron [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updated VIF entry in instance network info cache for port bc35de4e-c95f-4bc8-828d-148d31112b06. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1704.383206] env[62127]: DEBUG nova.network.neutron [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updating instance_info_cache with network_info: [{"id": "bc35de4e-c95f-4bc8-828d-148d31112b06", "address": "fa:16:3e:35:d5:53", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.143", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbc35de4e-c9", "ovs_interfaceid": "bc35de4e-c95f-4bc8-828d-148d31112b06", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1704.413617] env[62127]: DEBUG nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1704.529612] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733828, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.558952] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1704.559221] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Skipping network cache update for instance because it is Building. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9942}} [ 1704.592340] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.592400] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.592533] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1704.592791] env[62127]: DEBUG nova.objects.instance [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lazy-loading 'info_cache' on Instance uuid 9e4f05a9-04e5-421d-8680-9bf8c05b65be {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1704.605204] env[62127]: DEBUG nova.compute.manager [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received event network-changed-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1704.605204] env[62127]: DEBUG nova.compute.manager [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Refreshing instance network info cache due to event network-changed-e7e39100-5ed8-4cf3-ae99-266250c728c3. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1704.605204] env[62127]: DEBUG oslo_concurrency.lockutils [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] Acquiring lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1704.605204] env[62127]: DEBUG oslo_concurrency.lockutils [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] Acquired lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1704.605204] env[62127]: DEBUG nova.network.neutron [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Refreshing network info cache for port e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1704.654194] env[62127]: DEBUG nova.network.neutron [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Successfully created port: c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1704.718039] env[62127]: DEBUG nova.scheduler.client.report [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1704.773572] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5220474a-e9a6-b760-d8b8-a92a4cb4a040, 'name': SearchDatastore_Task, 'duration_secs': 0.030925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1704.774179] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3f0e1d3-2bee-4429-bd05-efc91373aeb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.780218] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1704.780218] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ffce8a-19ca-16f7-0ed8-4c6c03e62bcc" [ 1704.780218] env[62127]: _type = "Task" [ 1704.780218] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.788778] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ffce8a-19ca-16f7-0ed8-4c6c03e62bcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1704.886326] env[62127]: DEBUG oslo_concurrency.lockutils [req-839ca1ae-53b5-4f5e-bb21-ef81cc1e20a3 req-914fb974-dd04-4787-8644-2f150a441d65 service nova] Releasing lock "refresh_cache-a1375712-20e7-4dd3-b3d7-37f33e95da9c" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1704.890514] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b867bb-d3c8-b03a-3a58-112ef144f05c/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1704.891465] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b43fff-6be6-482e-b77c-9d4affef6ab9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.898219] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b867bb-d3c8-b03a-3a58-112ef144f05c/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1704.898458] env[62127]: ERROR oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b867bb-d3c8-b03a-3a58-112ef144f05c/disk-0.vmdk due to incomplete transfer. [ 1704.898699] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-1d9e1b51-2896-44f9-9c0a-4d3231eca9f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.908074] env[62127]: DEBUG oslo_vmware.rw_handles [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b867bb-d3c8-b03a-3a58-112ef144f05c/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1704.908074] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Uploaded image 61bff8f0-7296-456e-867c-ed818a8a708c to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1704.910323] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1704.910698] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5349c046-8422-4fc2-9441-d9981f5a7ed0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1704.923363] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1704.923363] env[62127]: value = "task-1733829" [ 1704.923363] env[62127]: _type = "Task" [ 1704.923363] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1704.932909] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733829, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.024569] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733828, 'name': CreateVM_Task, 'duration_secs': 0.579438} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.024902] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1705.025641] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.025814] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.026213] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1705.026480] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-515989fd-9e14-4d54-8593-9b56da114581 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.032479] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1705.032479] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52dbace5-11ba-7854-125e-16400797bea2" [ 1705.032479] env[62127]: _type = "Task" [ 1705.032479] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.040778] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52dbace5-11ba-7854-125e-16400797bea2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.222778] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.819s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.224971] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.975s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.225196] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.249167] env[62127]: INFO nova.scheduler.client.report [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted allocations for instance a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc [ 1705.250967] env[62127]: INFO nova.scheduler.client.report [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted allocations for instance 01de6846-d264-407e-8038-cdaadc807383 [ 1705.293553] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ffce8a-19ca-16f7-0ed8-4c6c03e62bcc, 'name': SearchDatastore_Task, 'duration_secs': 0.029216} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.293927] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.294397] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1705.294397] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90250c3d-8511-46bb-8790-6b632b6c8637 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.304502] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1705.304502] env[62127]: value = "task-1733830" [ 1705.304502] env[62127]: _type = "Task" [ 1705.304502] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.314581] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733830, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.344777] env[62127]: DEBUG nova.network.neutron [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updated VIF entry in instance network info cache for port e7e39100-5ed8-4cf3-ae99-266250c728c3. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1705.345970] env[62127]: DEBUG nova.network.neutron [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e39100-5e", "ovs_interfaceid": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1705.426073] env[62127]: DEBUG nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1705.437682] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733829, 'name': Destroy_Task, 'duration_secs': 0.4418} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.437979] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Destroyed the VM [ 1705.438242] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1705.438533] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-34c9c63d-acf5-41a7-9a89-28c8c50a126f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.447807] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1705.447807] env[62127]: value = "task-1733831" [ 1705.447807] env[62127]: _type = "Task" [ 1705.447807] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.453258] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1705.453533] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1705.453717] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1705.453932] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1705.454135] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1705.454304] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1705.454532] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1705.454708] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1705.454894] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1705.455083] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1705.455264] env[62127]: DEBUG nova.virt.hardware [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1705.456108] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59ff1d1e-673a-4809-937c-717d112a91db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.462717] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733831, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.468367] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c96ebc-7680-4a26-8a07-6a07c0723672 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.545679] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.546065] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Processing image 4971bada-b980-428b-9691-28db1d308127 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1705.546472] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127/4971bada-b980-428b-9691-28db1d308127.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1705.546854] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "[datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127/4971bada-b980-428b-9691-28db1d308127.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1705.547137] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1705.547484] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-95b3f101-f355-4205-b006-751766c20a85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.563695] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1705.563860] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1705.564750] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ab8fba-60c3-4fdb-9175-bac099fe2b3a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1705.573053] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1705.573053] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52726743-2167-173a-a220-083599787d51" [ 1705.573053] env[62127]: _type = "Task" [ 1705.573053] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1705.583781] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52726743-2167-173a-a220-083599787d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.627457] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1705.627856] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1705.763155] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5e1d0c84-3a97-4a3b-9609-a82dd88ede61 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.449s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.764557] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4e76a44a-c89e-42b2-a55e-cc544bb1fc4a tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "01de6846-d264-407e-8038-cdaadc807383" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.091s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1705.818140] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733830, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1705.849167] env[62127]: DEBUG oslo_concurrency.lockutils [req-8023e8c9-517b-468a-b3ef-955b1633fb66 req-f9301248-66f0-4d3c-9bdc-fc247ea7dcd0 service nova] Releasing lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1705.960066] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733831, 'name': RemoveSnapshot_Task, 'duration_secs': 0.481009} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1705.960381] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1705.960706] env[62127]: DEBUG nova.compute.manager [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1705.961524] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783f260b-74c2-43dd-8e6f-a3b23f014149 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.085582] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Preparing fetch location {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1706.085967] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Fetch image to [datastore1] OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14/OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14.vmdk {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1706.086169] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Downloading stream optimized image 4971bada-b980-428b-9691-28db1d308127 to [datastore1] OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14/OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14.vmdk on the data store datastore1 as vApp {{(pid=62127) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1706.086235] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Downloading image file data 4971bada-b980-428b-9691-28db1d308127 to the ESX as VM named 'OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14' {{(pid=62127) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1706.131556] env[62127]: DEBUG nova.compute.utils [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1706.163999] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1706.163999] env[62127]: value = "resgroup-9" [ 1706.163999] env[62127]: _type = "ResourcePool" [ 1706.163999] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1706.164316] env[62127]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-5a6f5776-22e9-47ad-9472-33af4a769ab0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.182816] env[62127]: DEBUG nova.network.neutron [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Successfully updated port: c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1706.194646] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lease: (returnval){ [ 1706.194646] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d49de-f29a-6c28-e61e-3a72cd7d1485" [ 1706.194646] env[62127]: _type = "HttpNfcLease" [ 1706.194646] env[62127]: } obtained for vApp import into resource pool (val){ [ 1706.194646] env[62127]: value = "resgroup-9" [ 1706.194646] env[62127]: _type = "ResourcePool" [ 1706.194646] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1706.194902] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the lease: (returnval){ [ 1706.194902] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d49de-f29a-6c28-e61e-3a72cd7d1485" [ 1706.194902] env[62127]: _type = "HttpNfcLease" [ 1706.194902] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1706.208790] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1706.208790] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d49de-f29a-6c28-e61e-3a72cd7d1485" [ 1706.208790] env[62127]: _type = "HttpNfcLease" [ 1706.208790] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1706.317298] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733830, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.412433] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [{"id": "7a8d97e5-a517-4664-a663-a5b579b36039", "address": "fa:16:3e:3f:c0:fe", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8d97e5-a5", "ovs_interfaceid": "7a8d97e5-a517-4664-a663-a5b579b36039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1706.478318] env[62127]: INFO nova.compute.manager [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Shelve offloading [ 1706.480052] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1706.480305] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d5318a9-157f-4620-9ce6-44590e5bdfe2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.488719] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1706.488719] env[62127]: value = "task-1733833" [ 1706.488719] env[62127]: _type = "Task" [ 1706.488719] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1706.501026] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1706.501234] env[62127]: DEBUG nova.compute.manager [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1706.502215] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-189a3ffa-372b-4607-b5de-30af553c8ab6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1706.508976] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.509174] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.509291] env[62127]: DEBUG nova.network.neutron [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.634498] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1706.688791] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1706.688957] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1706.689134] env[62127]: DEBUG nova.network.neutron [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1706.704654] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1706.704654] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d49de-f29a-6c28-e61e-3a72cd7d1485" [ 1706.704654] env[62127]: _type = "HttpNfcLease" [ 1706.704654] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1706.817126] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733830, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1706.915799] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1706.915799] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1706.915975] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.916178] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.916424] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.916662] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.916887] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.917127] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1706.917350] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1706.917580] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1707.034985] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.035227] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.172460] env[62127]: DEBUG nova.compute.manager [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-vif-plugged-c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1707.172668] env[62127]: DEBUG oslo_concurrency.lockutils [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.172915] env[62127]: DEBUG oslo_concurrency.lockutils [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.173122] env[62127]: DEBUG oslo_concurrency.lockutils [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.173298] env[62127]: DEBUG nova.compute.manager [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] No waiting events found dispatching network-vif-plugged-c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1707.173915] env[62127]: WARNING nova.compute.manager [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received unexpected event network-vif-plugged-c86e3cae-6617-4afb-96f7-7275bd7a67cf for instance with vm_state building and task_state spawning. [ 1707.173915] env[62127]: DEBUG nova.compute.manager [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1707.173915] env[62127]: DEBUG nova.compute.manager [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing instance network info cache due to event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1707.174098] env[62127]: DEBUG oslo_concurrency.lockutils [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1707.205073] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1707.205073] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d49de-f29a-6c28-e61e-3a72cd7d1485" [ 1707.205073] env[62127]: _type = "HttpNfcLease" [ 1707.205073] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1707.205073] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1707.205073] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521d49de-f29a-6c28-e61e-3a72cd7d1485" [ 1707.205073] env[62127]: _type = "HttpNfcLease" [ 1707.205073] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1707.205668] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862bb9fc-9507-4cc5-984e-5db53c057bd3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.217410] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af5e99-3cae-0853-bd22-79ae3fbe185c/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1707.218604] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af5e99-3cae-0853-bd22-79ae3fbe185c/disk-0.vmdk. {{(pid=62127) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1707.278159] env[62127]: DEBUG nova.network.neutron [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1707.284775] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-beec9769-d425-4e9e-8bd3-afff76c40029 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.317047] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733830, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.642061} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.317272] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1707.317494] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1707.317886] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-826f1d7d-780b-4ba0-b65e-c1680c621863 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.327213] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1707.327213] env[62127]: value = "task-1733834" [ 1707.327213] env[62127]: _type = "Task" [ 1707.327213] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.332793] env[62127]: DEBUG nova.network.neutron [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Updating instance_info_cache with network_info: [{"id": "76350220-c8ed-4b9b-a701-928494c3fb81", "address": "fa:16:3e:c2:98:d7", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76350220-c8", "ovs_interfaceid": "76350220-c8ed-4b9b-a701-928494c3fb81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.338650] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733834, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.420722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.420962] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.421155] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1707.421314] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1707.422289] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-984e78cd-5ad7-4e82-8fc3-feb149c9c95d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.427718] env[62127]: DEBUG nova.network.neutron [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1707.435612] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acf6b9a-620e-4213-ae9a-1972e5b23fe0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.450126] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15afa5a0-2abb-4525-af2f-fe75e2abb46e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.458174] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3203fa27-719f-42bd-9fbc-508a394c0567 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.489228] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180042MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1707.489452] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.489773] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.537643] env[62127]: DEBUG nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1707.569615] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.569882] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.713990] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1707.714272] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1707.714513] env[62127]: INFO nova.compute.manager [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Attaching volume b898278c-8297-4fa5-b47e-cba063beb67c to /dev/sdb [ 1707.755664] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8f59ee-ec6a-4c56-8caf-8a5fb171e00b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.767061] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa81178-c812-4b13-9b09-24b76306aa59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.782997] env[62127]: DEBUG nova.virt.block_device [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating existing volume attachment record: 78594c00-38f0-44e9-88ad-117be268ad60 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1707.840425] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.842645] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733834, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072071} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1707.844819] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1707.845950] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cdf5e5a-fff0-42b3-ae11-f5f9e20dc1df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.869449] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1707.874515] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d41ae843-205f-4840-9f66-9e0b2d321d0d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.899392] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1707.899392] env[62127]: value = "task-1733835" [ 1707.899392] env[62127]: _type = "Task" [ 1707.899392] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.912809] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733835, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1707.930386] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1707.930850] env[62127]: DEBUG nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Instance network_info: |[{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1707.931313] env[62127]: DEBUG oslo_concurrency.lockutils [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1707.931567] env[62127]: DEBUG nova.network.neutron [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1707.933130] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:59:14', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c86e3cae-6617-4afb-96f7-7275bd7a67cf', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1707.941735] env[62127]: DEBUG oslo.service.loopingcall [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1707.946482] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1707.949637] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1360f815-b4b8-4e2e-ad15-c42cd446789c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1707.978162] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1707.978162] env[62127]: value = "task-1733838" [ 1707.978162] env[62127]: _type = "Task" [ 1707.978162] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1707.992141] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733838, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.063613] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.073832] env[62127]: DEBUG nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1708.229771] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1708.230976] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43765a10-ea51-4475-b82a-6358b30d6bc5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.243304] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1708.245208] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f52d6ff9-699e-4b05-b08e-1bbc538aa26b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.379034] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1708.379409] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1708.379668] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleting the datastore file [datastore1] 66582bed-2956-4632-bd75-7bdf103b0ad2 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1708.379956] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da0b7ce7-a294-433a-826d-49fad50d7bf9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.387866] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1708.387866] env[62127]: value = "task-1733841" [ 1708.387866] env[62127]: _type = "Task" [ 1708.387866] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.397340] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.412281] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733835, 'name': ReconfigVM_Task, 'duration_secs': 0.354396} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.412561] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1708.413229] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56fe9cdf-f0fa-4e19-a75a-d90715de8cb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.420589] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1708.420589] env[62127]: value = "task-1733842" [ 1708.420589] env[62127]: _type = "Task" [ 1708.420589] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.430296] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733842, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.490939] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733838, 'name': CreateVM_Task, 'duration_secs': 0.426392} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.491339] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1708.491980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.492219] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.492620] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1708.492975] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a3aa3d7-5ad6-4ec0-a672-50fb3af4b2bb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.505143] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1708.505143] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52997734-99c5-5f91-099c-f61a3b398f93" [ 1708.505143] env[62127]: _type = "Task" [ 1708.505143] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.519763] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52997734-99c5-5f91-099c-f61a3b398f93, 'name': SearchDatastore_Task, 'duration_secs': 0.014848} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.520098] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1708.520471] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1708.520827] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1708.521067] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1708.521379] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.521798] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98505311-dcb6-4902-9475-0236264b52ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.529347] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.529496] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f9329450-1926-43e3-9194-66c0db7a9c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.529623] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1834d8d1-7924-4403-b0d1-12b10f1f8346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.529746] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8a7f4608-4464-474f-98cf-9bd7a596279b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.529860] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 7ac59baf-bd6a-4589-a06d-9c0562a61aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.529974] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 66582bed-2956-4632-bd75-7bdf103b0ad2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.530111] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.530225] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance a1375712-20e7-4dd3-b3d7-37f33e95da9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.530334] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 62afca16-d213-42db-bcb3-42e778492f13 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.530442] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.530831] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1708.535496] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.535683] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1708.536689] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9246bfc-ff74-46e7-b5ec-ae0807b56cb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.545739] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1708.545739] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52386a06-b4da-b19c-7524-dd29dac0f07a" [ 1708.545739] env[62127]: _type = "Task" [ 1708.545739] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.559622] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52386a06-b4da-b19c-7524-dd29dac0f07a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.599477] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1708.667060] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Completed reading data from the image iterator. {{(pid=62127) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1708.667060] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af5e99-3cae-0853-bd22-79ae3fbe185c/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1708.667398] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf73985-219d-40dd-8d56-eaabc541dd17 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.674587] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af5e99-3cae-0853-bd22-79ae3fbe185c/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1708.674781] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af5e99-3cae-0853-bd22-79ae3fbe185c/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1708.675043] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-97dd0b13-ed73-4e22-8ed4-57f2664b3d6e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.771164] env[62127]: DEBUG nova.network.neutron [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updated VIF entry in instance network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1708.771630] env[62127]: DEBUG nova.network.neutron [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1708.898546] env[62127]: DEBUG oslo_vmware.api [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.191069} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.898825] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1708.899034] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1708.899215] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1708.913034] env[62127]: DEBUG oslo_vmware.rw_handles [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52af5e99-3cae-0853-bd22-79ae3fbe185c/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1708.913233] env[62127]: INFO nova.virt.vmwareapi.images [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Downloaded image file data 4971bada-b980-428b-9691-28db1d308127 [ 1708.914033] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e23cb1e-6345-46f4-a825-0f497965df0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.917807] env[62127]: INFO nova.scheduler.client.report [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted allocations for instance 66582bed-2956-4632-bd75-7bdf103b0ad2 [ 1708.934069] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e8677c6-6c97-4b82-9062-9b178fc6307a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.949038] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733842, 'name': Rename_Task, 'duration_secs': 0.191116} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1708.949600] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1708.949918] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1644fb7-71a8-4db3-b953-82fc9c3f0e3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.957719] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1708.957719] env[62127]: value = "task-1733844" [ 1708.957719] env[62127]: _type = "Task" [ 1708.957719] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1708.967608] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733844, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1708.971318] env[62127]: INFO nova.virt.vmwareapi.images [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] The imported VM was unregistered [ 1708.973788] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Caching image {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1708.974028] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Creating directory with path [datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127 {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1708.974299] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2c6477b-097b-4fa0-ad94-66c8b3f821ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.988373] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Created directory with path [datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127 {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1708.988575] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14/OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14.vmdk to [datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127/4971bada-b980-428b-9691-28db1d308127.vmdk. {{(pid=62127) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1708.988855] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-3f683fb2-42ec-47bc-a579-fd608bf82999 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1708.996767] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1708.996767] env[62127]: value = "task-1733845" [ 1708.996767] env[62127]: _type = "Task" [ 1708.996767] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.014602] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.033675] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 34f70b9f-4d63-4e8a-9505-13cf689098a7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1709.055937] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52386a06-b4da-b19c-7524-dd29dac0f07a, 'name': SearchDatastore_Task, 'duration_secs': 0.013994} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.056719] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2be57ff-5c82-4d91-b3f5-f875a1e7796c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.062213] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1709.062213] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d984f2-1aad-1599-dccb-1807f53f3040" [ 1709.062213] env[62127]: _type = "Task" [ 1709.062213] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.071233] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d984f2-1aad-1599-dccb-1807f53f3040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.199440] env[62127]: DEBUG nova.compute.manager [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Received event network-vif-unplugged-76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1709.199720] env[62127]: DEBUG oslo_concurrency.lockutils [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] Acquiring lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.200063] env[62127]: DEBUG oslo_concurrency.lockutils [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1709.200416] env[62127]: DEBUG oslo_concurrency.lockutils [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1709.200663] env[62127]: DEBUG nova.compute.manager [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] No waiting events found dispatching network-vif-unplugged-76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1709.200853] env[62127]: WARNING nova.compute.manager [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Received unexpected event network-vif-unplugged-76350220-c8ed-4b9b-a701-928494c3fb81 for instance with vm_state shelved_offloaded and task_state None. [ 1709.201036] env[62127]: DEBUG nova.compute.manager [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Received event network-changed-76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1709.201435] env[62127]: DEBUG nova.compute.manager [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Refreshing instance network info cache due to event network-changed-76350220-c8ed-4b9b-a701-928494c3fb81. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1709.201783] env[62127]: DEBUG oslo_concurrency.lockutils [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] Acquiring lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1709.201960] env[62127]: DEBUG oslo_concurrency.lockutils [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] Acquired lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1709.202148] env[62127]: DEBUG nova.network.neutron [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Refreshing network info cache for port 76350220-c8ed-4b9b-a701-928494c3fb81 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1709.274427] env[62127]: DEBUG oslo_concurrency.lockutils [req-1570c92a-571d-442c-ac5a-6a931d198e28 req-3e55c1c8-0fc9-4c8d-9970-618462101dad service nova] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.433511] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.473229] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733844, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.511042] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.536809] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance fb4eee55-b706-48d1-a29b-6c20a3bea50a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 1709.537152] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1709.537384] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2624MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1709.580518] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d984f2-1aad-1599-dccb-1807f53f3040, 'name': SearchDatastore_Task, 'duration_secs': 0.060275} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1709.584285] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1709.584732] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f/92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1709.585368] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d77e55a0-0138-47f0-a8b7-cbbb64f5c95e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.595984] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1709.595984] env[62127]: value = "task-1733846" [ 1709.595984] env[62127]: _type = "Task" [ 1709.595984] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1709.612641] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1709.720025] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31129784-6203-438e-bc05-d502090424e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.728083] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de08893-273e-4189-bbef-cc524ea71a6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.762084] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cba3639-d0ab-411a-bf71-e456d498c8fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.771469] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b5e19f-fc88-4182-99ee-57c227e66b97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1709.788845] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1709.949932] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "66582bed-2956-4632-bd75-7bdf103b0ad2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1709.971250] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733844, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.003603] env[62127]: DEBUG nova.network.neutron [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Updated VIF entry in instance network info cache for port 76350220-c8ed-4b9b-a701-928494c3fb81. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1710.005025] env[62127]: DEBUG nova.network.neutron [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Updating instance_info_cache with network_info: [{"id": "76350220-c8ed-4b9b-a701-928494c3fb81", "address": "fa:16:3e:c2:98:d7", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": null, "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap76350220-c8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1710.019040] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.111421] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.292929] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1710.472698] env[62127]: DEBUG oslo_vmware.api [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733844, 'name': PowerOnVM_Task, 'duration_secs': 1.433871} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1710.473144] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1710.473413] env[62127]: INFO nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Took 10.62 seconds to spawn the instance on the hypervisor. [ 1710.473697] env[62127]: DEBUG nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1710.474637] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-395475b2-b64e-46c5-a2bf-119d3005874d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1710.509546] env[62127]: DEBUG oslo_concurrency.lockutils [req-7452436e-570b-48e3-a209-d0b43038f571 req-0fec5347-f871-4990-9e48-897f4a307316 service nova] Releasing lock "refresh_cache-66582bed-2956-4632-bd75-7bdf103b0ad2" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1710.509951] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.611769] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1710.799086] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1710.799373] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.310s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1710.800180] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.737s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1710.802118] env[62127]: INFO nova.compute.claims [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1710.805035] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1710.805035] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 1710.996145] env[62127]: INFO nova.compute.manager [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Took 20.64 seconds to build instance. [ 1711.016868] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.111974] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.323950] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] There are 62 instances to clean {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 1711.324159] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9ef32719-9c5d-47f2-8051-b43c20f50c15] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1711.497960] env[62127]: DEBUG oslo_concurrency.lockutils [None req-0fc7dc40-5833-49c2-9813-4f5a09e7834b tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.153s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1711.511978] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.614779] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733846, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1711.828105] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: aa6fae5f-6251-4070-8abd-481314fd5d11] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1712.014946] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9589229-a37a-4d6a-af52-a4b5d68ea4f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.021479] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.028601] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-237942c8-8182-478f-ac92-82e1579a01a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.062071] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de963896-97fe-4718-ab80-89db6b371cd7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.072199] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2d1834-d6c1-4f39-a20a-db01b36adc6a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.087919] env[62127]: DEBUG nova.compute.provider_tree [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.115314] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733846, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.327692] env[62127]: DEBUG nova.compute.manager [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Received event network-changed-250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1712.327896] env[62127]: DEBUG nova.compute.manager [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Refreshing instance network info cache due to event network-changed-250750cf-1172-4654-b86b-172fb0de0bea. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1712.328154] env[62127]: DEBUG oslo_concurrency.lockutils [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] Acquiring lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1712.328275] env[62127]: DEBUG oslo_concurrency.lockutils [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] Acquired lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1712.328437] env[62127]: DEBUG nova.network.neutron [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Refreshing network info cache for port 250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1712.336378] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1712.336611] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360730', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'name': 'volume-b898278c-8297-4fa5-b47e-cba063beb67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ac59baf-bd6a-4589-a06d-9c0562a61aef', 'attached_at': '', 'detached_at': '', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'serial': 'b898278c-8297-4fa5-b47e-cba063beb67c'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1712.337062] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 01de6846-d264-407e-8038-cdaadc807383] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1712.341949] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14453983-88ba-49a8-ac2e-07189148c917 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.364024] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66d840e-6ea1-4350-bec7-7c6f858885e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.399700] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] volume-b898278c-8297-4fa5-b47e-cba063beb67c/volume-b898278c-8297-4fa5-b47e-cba063beb67c.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1712.400515] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f16de2e1-433c-43e2-9647-589d3caeb934 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.425300] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1712.425300] env[62127]: value = "task-1733848" [ 1712.425300] env[62127]: _type = "Task" [ 1712.425300] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.435777] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.512454] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733845, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.210194} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.512729] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14/OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14.vmdk to [datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127/4971bada-b980-428b-9691-28db1d308127.vmdk. [ 1712.512923] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Cleaning up location [datastore1] OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1712.513100] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b6cc556e-cf5a-4ad5-9ac9-bf73641a1d14 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1712.513366] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53edba61-cf02-4adb-9f2d-5f5b9c3e4ca9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.522599] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1712.522599] env[62127]: value = "task-1733849" [ 1712.522599] env[62127]: _type = "Task" [ 1712.522599] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.530943] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733849, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.611573] env[62127]: ERROR nova.scheduler.client.report [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [req-53583177-f90d-452d-8da2-6b2c651962e8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-53583177-f90d-452d-8da2-6b2c651962e8"}]} [ 1712.617555] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733846, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.580501} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1712.617833] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f/92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1712.618040] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1712.618668] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9169f04-1fe6-401a-9083-4c0c7a451c7c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.627612] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1712.627612] env[62127]: value = "task-1733850" [ 1712.627612] env[62127]: _type = "Task" [ 1712.627612] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1712.632595] env[62127]: DEBUG nova.scheduler.client.report [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1712.640221] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733850, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1712.647472] env[62127]: DEBUG nova.scheduler.client.report [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1712.647766] env[62127]: DEBUG nova.compute.provider_tree [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.661828] env[62127]: DEBUG nova.scheduler.client.report [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1712.681777] env[62127]: DEBUG nova.scheduler.client.report [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1712.847937] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: dac79034-f3d9-4487-a6e7-a7a86b172a81] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1712.852133] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94546978-0830-4268-bc65-d5cc36984511 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.860266] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d16990-8408-4611-899c-dc9159454081 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.897360] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360b51bc-3a1a-4b13-9aa9-f9e13403edbe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.906695] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d54f15-dccc-43c6-9450-4b41eb963912 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1712.924737] env[62127]: DEBUG nova.compute.provider_tree [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1712.936332] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.033425] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733849, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.350336} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.033687] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1713.033854] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "[datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127/4971bada-b980-428b-9691-28db1d308127.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.034113] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127/4971bada-b980-428b-9691-28db1d308127.vmdk to [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1713.034368] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-090491ae-0456-4d06-997a-ebd13269d978 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.040698] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1713.040698] env[62127]: value = "task-1733851" [ 1713.040698] env[62127]: _type = "Task" [ 1713.040698] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.048296] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.095829] env[62127]: DEBUG nova.network.neutron [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updated VIF entry in instance network info cache for port 250750cf-1172-4654-b86b-172fb0de0bea. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1713.096228] env[62127]: DEBUG nova.network.neutron [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [{"id": "250750cf-1172-4654-b86b-172fb0de0bea", "address": "fa:16:3e:21:08:15", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250750cf-11", "ovs_interfaceid": "250750cf-1172-4654-b86b-172fb0de0bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1713.138159] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733850, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.292609} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.138443] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1713.139359] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432b5b1c-aa4d-48c1-98da-7699fd877844 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.162078] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f/92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1713.162338] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9b2ce82-153e-483e-83f9-888f828b75bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.183931] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1713.183931] env[62127]: value = "task-1733852" [ 1713.183931] env[62127]: _type = "Task" [ 1713.183931] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.192256] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733852, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.355841] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: d29b8def-4433-4f01-9c9f-03b390ad72dc] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1713.439338] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.455162] env[62127]: DEBUG nova.scheduler.client.report [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 159 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1713.455631] env[62127]: DEBUG nova.compute.provider_tree [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 159 to 160 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1713.455962] env[62127]: DEBUG nova.compute.provider_tree [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1713.552127] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.599361] env[62127]: DEBUG oslo_concurrency.lockutils [req-0911e4b4-fe77-4904-a6e2-eb0efe815537 req-408d7b23-38dd-4fdc-9e00-8df6d59dccee service nova] Releasing lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1713.696256] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733852, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1713.859773] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 14fd86e8-c01c-485e-83d9-46a2c5b9976e] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1713.942244] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733848, 'name': ReconfigVM_Task, 'duration_secs': 1.413124} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1713.942641] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfigured VM instance instance-00000061 to attach disk [datastore1] volume-b898278c-8297-4fa5-b47e-cba063beb67c/volume-b898278c-8297-4fa5-b47e-cba063beb67c.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1713.948273] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fba298b7-8246-44ba-a8ba-c9825c2d5b2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1713.960881] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.161s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1713.961493] env[62127]: DEBUG nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1713.965602] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.366s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1713.967110] env[62127]: INFO nova.compute.claims [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1713.969705] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1713.969705] env[62127]: value = "task-1733853" [ 1713.969705] env[62127]: _type = "Task" [ 1713.969705] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1713.982868] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733853, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.054882] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task} progress is 26%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.197554] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733852, 'name': ReconfigVM_Task, 'duration_secs': 0.901114} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.197876] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f/92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1714.198591] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-210446cb-4397-403b-9617-08de7ae5858d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.208333] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1714.208333] env[62127]: value = "task-1733854" [ 1714.208333] env[62127]: _type = "Task" [ 1714.208333] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.219540] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733854, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.362928] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: c9e127d7-b48e-44c5-ac38-c91ba1c677a6] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1714.475061] env[62127]: DEBUG nova.compute.utils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1714.478032] env[62127]: DEBUG nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1714.478032] env[62127]: DEBUG nova.network.neutron [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1714.491703] env[62127]: DEBUG oslo_vmware.api [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733853, 'name': ReconfigVM_Task, 'duration_secs': 0.165947} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.492052] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360730', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'name': 'volume-b898278c-8297-4fa5-b47e-cba063beb67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ac59baf-bd6a-4589-a06d-9c0562a61aef', 'attached_at': '', 'detached_at': '', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'serial': 'b898278c-8297-4fa5-b47e-cba063beb67c'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1714.528984] env[62127]: DEBUG nova.policy [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6c409dbb2b0c40c38bb64fb74d9112bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'acfc80ac2c3e4cdb98c66119f461287f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1714.556014] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.722218] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733854, 'name': Rename_Task, 'duration_secs': 0.172476} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1714.722569] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1714.722701] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59dd8154-fba6-4fb6-bc52-2cb3120f01a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1714.732408] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1714.732408] env[62127]: value = "task-1733855" [ 1714.732408] env[62127]: _type = "Task" [ 1714.732408] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1714.743220] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1714.848735] env[62127]: DEBUG nova.network.neutron [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Successfully created port: dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1714.866804] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 00468880-ff8e-4db3-8e8b-7db5dbd1a15f] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1714.981360] env[62127]: DEBUG nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1715.067575] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.195243] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c99414-5a03-4177-be7a-c87307f56337 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.206396] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fddd836-94cd-4ac2-86e8-7f39a71985a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.246766] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ec6c39-7eb0-46d4-8cfa-887993c4a47f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.259395] env[62127]: DEBUG oslo_vmware.api [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733855, 'name': PowerOnVM_Task, 'duration_secs': 0.490695} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1715.262030] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1715.262030] env[62127]: INFO nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1715.262219] env[62127]: DEBUG nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1715.263328] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8258babb-bc19-48b1-b87f-3273ed85f40b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.266925] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df5cbde2-add6-4a50-beaa-667d9b53aa69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.290526] env[62127]: DEBUG nova.compute.provider_tree [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1715.370669] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: bd521bbc-2d4b-4626-b8e1-70ce32b5b6f6] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1715.559010] env[62127]: DEBUG nova.objects.instance [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lazy-loading 'flavor' on Instance uuid 7ac59baf-bd6a-4589-a06d-9c0562a61aef {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1715.560397] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1715.793251] env[62127]: DEBUG nova.scheduler.client.report [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1715.803014] env[62127]: INFO nova.compute.manager [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Took 19.06 seconds to build instance. [ 1715.874559] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 92c9865b-9011-48f4-a64d-016620697a1e] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1715.992655] env[62127]: DEBUG nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1716.018316] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1716.018563] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1716.018736] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1716.018937] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1716.019100] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1716.019252] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1716.019458] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1716.019617] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1716.019788] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1716.019953] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1716.020141] env[62127]: DEBUG nova.virt.hardware [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1716.021048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d949cd21-acfd-4f9c-9e21-55d0e08dae3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.033962] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed473a66-3ffc-4d44-9c68-77496165e567 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.058314] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.066637] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b8320687-2161-4a40-b0fa-c2e47c2cb6a8 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.352s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.201027] env[62127]: INFO nova.compute.manager [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Rescuing [ 1716.201322] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.201470] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.201635] env[62127]: DEBUG nova.network.neutron [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1716.259051] env[62127]: DEBUG nova.compute.manager [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-changed-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1716.259281] env[62127]: DEBUG nova.compute.manager [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing instance network info cache due to event network-changed-c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1716.259562] env[62127]: DEBUG oslo_concurrency.lockutils [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1716.259805] env[62127]: DEBUG oslo_concurrency.lockutils [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1716.260049] env[62127]: DEBUG nova.network.neutron [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing network info cache for port c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1716.301933] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.336s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.302729] env[62127]: DEBUG nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1716.305626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.873s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.305870] env[62127]: DEBUG nova.objects.instance [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'resources' on Instance uuid 66582bed-2956-4632-bd75-7bdf103b0ad2 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.307342] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8ab96949-6a6f-4712-a9d4-3f8ecdd05ed6 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.571s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.377494] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1dec8d36-29a9-4f63-a437-338e71bc64bd] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1716.430601] env[62127]: DEBUG nova.compute.manager [req-c74f9b85-249e-4830-9565-682ac4c06e65 req-9cdbc791-c1ba-4a44-8e4d-d2ec9403072e service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-vif-plugged-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1716.430898] env[62127]: DEBUG oslo_concurrency.lockutils [req-c74f9b85-249e-4830-9565-682ac4c06e65 req-9cdbc791-c1ba-4a44-8e4d-d2ec9403072e service nova] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1716.431114] env[62127]: DEBUG oslo_concurrency.lockutils [req-c74f9b85-249e-4830-9565-682ac4c06e65 req-9cdbc791-c1ba-4a44-8e4d-d2ec9403072e service nova] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1716.431295] env[62127]: DEBUG oslo_concurrency.lockutils [req-c74f9b85-249e-4830-9565-682ac4c06e65 req-9cdbc791-c1ba-4a44-8e4d-d2ec9403072e service nova] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1716.431464] env[62127]: DEBUG nova.compute.manager [req-c74f9b85-249e-4830-9565-682ac4c06e65 req-9cdbc791-c1ba-4a44-8e4d-d2ec9403072e service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] No waiting events found dispatching network-vif-plugged-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1716.431704] env[62127]: WARNING nova.compute.manager [req-c74f9b85-249e-4830-9565-682ac4c06e65 req-9cdbc791-c1ba-4a44-8e4d-d2ec9403072e service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received unexpected event network-vif-plugged-dba22832-d85a-4ca8-8324-34a80765ba2e for instance with vm_state building and task_state spawning. [ 1716.521889] env[62127]: DEBUG nova.network.neutron [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Successfully updated port: dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1716.561625] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733851, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.073282} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1716.562419] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/4971bada-b980-428b-9691-28db1d308127/4971bada-b980-428b-9691-28db1d308127.vmdk to [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1716.563469] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ad8cc2-c1f7-47ff-a92e-c1b9656540a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.588187] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Reconfiguring VM instance instance-00000057 to attach disk [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1716.588187] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4681f6d0-2fc8-48a3-b9e8-b005b093caf3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1716.610517] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1716.610517] env[62127]: value = "task-1733856" [ 1716.610517] env[62127]: _type = "Task" [ 1716.610517] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1716.619913] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1716.809044] env[62127]: DEBUG nova.compute.utils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1716.813307] env[62127]: DEBUG nova.objects.instance [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'numa_topology' on Instance uuid 66582bed-2956-4632-bd75-7bdf103b0ad2 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1716.814617] env[62127]: DEBUG nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1716.814790] env[62127]: DEBUG nova.network.neutron [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1716.883701] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 66423074-94de-4546-955b-9ffd5e89905d] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1716.889946] env[62127]: DEBUG nova.policy [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb6f9b6e15c45ec9e38725db06ccec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112cf88089b84635bc2b914d1f9072eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1717.028709] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1717.028870] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1717.029039] env[62127]: DEBUG nova.network.neutron [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1717.089605] env[62127]: DEBUG nova.network.neutron [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.125087] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.205171] env[62127]: DEBUG nova.network.neutron [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updated VIF entry in instance network info cache for port c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1717.205574] env[62127]: DEBUG nova.network.neutron [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.251207] env[62127]: DEBUG nova.network.neutron [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Successfully created port: 06dfce62-7aa3-411c-a06b-384b78745fbf {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1717.319685] env[62127]: DEBUG nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1717.322619] env[62127]: DEBUG nova.objects.base [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Object Instance<66582bed-2956-4632-bd75-7bdf103b0ad2> lazy-loaded attributes: resources,numa_topology {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1717.392833] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: a2507bb8-2d33-4405-b9d7-f26e6fa6cbfc] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1717.543407] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e004a2-77ce-438b-81aa-e71218e92376 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.552246] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca72df7-1601-4aaf-abd7-443d1a4fb6a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.588020] env[62127]: DEBUG nova.network.neutron [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1717.590326] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ccef592-8bd3-43b8-bbab-7eb7849134f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.595750] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.602256] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036c25a7-68c0-4d1b-b94b-6e298fe488a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1717.616455] env[62127]: DEBUG nova.compute.provider_tree [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1717.629876] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1717.711414] env[62127]: DEBUG oslo_concurrency.lockutils [req-29872f02-e790-4081-a990-91a98bfe2ccb req-85a4a0b4-6f8a-4a0b-ac28-59e3133a020b service nova] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1717.792534] env[62127]: DEBUG nova.network.neutron [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba22832-d8", "ovs_interfaceid": "dba22832-d85a-4ca8-8324-34a80765ba2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1717.895897] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8bee3ff4-7975-42aa-801a-20299b7a18b4] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1718.129519] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733856, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.139299] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.139539] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-860e3d09-14c1-4ecc-9e82-3397a063a486 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.150675] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1718.150675] env[62127]: value = "task-1733857" [ 1718.150675] env[62127]: _type = "Task" [ 1718.150675] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.158067] env[62127]: DEBUG nova.scheduler.client.report [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 160 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1718.158527] env[62127]: DEBUG nova.compute.provider_tree [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 160 to 161 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1718.158851] env[62127]: DEBUG nova.compute.provider_tree [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1718.168185] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733857, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.292875] env[62127]: DEBUG nova.compute.manager [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.293131] env[62127]: DEBUG nova.compute.manager [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing instance network info cache due to event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1718.293374] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.293523] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.293677] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.295586] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1718.295854] env[62127]: DEBUG nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Instance network_info: |[{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba22832-d8", "ovs_interfaceid": "dba22832-d85a-4ca8-8324-34a80765ba2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1718.296408] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7e:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba22832-d85a-4ca8-8324-34a80765ba2e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1718.304033] env[62127]: DEBUG oslo.service.loopingcall [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1718.305103] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1718.305391] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-272d8df4-e9af-4731-ba3b-32abf645c6a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.326967] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1718.326967] env[62127]: value = "task-1733858" [ 1718.326967] env[62127]: _type = "Task" [ 1718.326967] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.331785] env[62127]: DEBUG nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1718.341769] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733858, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.353208] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1718.353467] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1718.353626] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1718.353806] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1718.353952] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1718.354117] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1718.354329] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1718.354488] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1718.354652] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1718.354814] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1718.354986] env[62127]: DEBUG nova.virt.hardware [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1718.355851] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03511e89-38f7-4036-bb32-ab1953677ef4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.365214] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5754ffb-7646-4ca3-ada9-401af2e59493 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.399548] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f0645e1e-dadb-4b30-8d6f-991ed2c836bd] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1718.464266] env[62127]: DEBUG nova.compute.manager [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1718.464534] env[62127]: DEBUG nova.compute.manager [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing instance network info cache due to event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1718.464759] env[62127]: DEBUG oslo_concurrency.lockutils [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] Acquiring lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.464920] env[62127]: DEBUG oslo_concurrency.lockutils [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] Acquired lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.465111] env[62127]: DEBUG nova.network.neutron [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1718.633268] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733856, 'name': ReconfigVM_Task, 'duration_secs': 1.921525} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.633603] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Reconfigured VM instance instance-00000057 to attach disk [datastore1] 62afca16-d213-42db-bcb3-42e778492f13/62afca16-d213-42db-bcb3-42e778492f13.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1718.634289] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-becb92d7-f0b0-41eb-9e45-48de47cae9be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.642740] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1718.642740] env[62127]: value = "task-1733859" [ 1718.642740] env[62127]: _type = "Task" [ 1718.642740] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.652118] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733859, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.663575] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733857, 'name': PowerOffVM_Task, 'duration_secs': 0.49925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.663916] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1718.664773] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2e2387-5674-45c5-95ba-3e377a7a2024 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.670533] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.365s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1718.690972] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f5ec2d5-3301-4681-964c-cec743bba585 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.722477] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1718.722853] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd230738-4587-468e-a102-b06f73e59c41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.732930] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1718.732930] env[62127]: value = "task-1733860" [ 1718.732930] env[62127]: _type = "Task" [ 1718.732930] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.746809] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1718.747111] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1718.747622] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.747784] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.747983] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1718.748285] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da99fe20-dc79-40aa-9c8a-9ebd2c865e9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.759696] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1718.760429] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1718.760739] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff59e7b6-4419-4985-8ef7-c8fedd54180d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.767394] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1718.767394] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a029e6-3884-6b96-44d8-6ab325ffed8b" [ 1718.767394] env[62127]: _type = "Task" [ 1718.767394] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.779323] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a029e6-3884-6b96-44d8-6ab325ffed8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.841021] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733858, 'name': CreateVM_Task, 'duration_secs': 0.443532} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1718.842094] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1718.842940] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1718.843213] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1718.843557] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1718.844216] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24a49d15-656a-4793-a89d-493e42a3c763 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1718.850100] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1718.850100] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]525d6095-a306-0bca-2ba0-6eb14ff9a090" [ 1718.850100] env[62127]: _type = "Task" [ 1718.850100] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1718.862674] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525d6095-a306-0bca-2ba0-6eb14ff9a090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1718.905828] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 62a04718-3bf6-4015-aa89-d8cff4572712] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1718.948774] env[62127]: DEBUG nova.network.neutron [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Successfully updated port: 06dfce62-7aa3-411c-a06b-384b78745fbf {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1719.153845] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733859, 'name': Rename_Task, 'duration_secs': 0.220868} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.154142] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1719.154407] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5197eb63-844a-45c1-8cc3-48bdbda3d3d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.158921] env[62127]: DEBUG nova.network.neutron [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updated VIF entry in instance network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.159276] env[62127]: DEBUG nova.network.neutron [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba22832-d8", "ovs_interfaceid": "dba22832-d85a-4ca8-8324-34a80765ba2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.162289] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1719.162289] env[62127]: value = "task-1733861" [ 1719.162289] env[62127]: _type = "Task" [ 1719.162289] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.175364] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733861, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.197339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-84d87243-b75e-4c2d-a248-be7bb37d749c tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.376s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.198401] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 9.249s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.198685] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1719.198995] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1719.199206] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1719.202431] env[62127]: INFO nova.compute.manager [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Terminating instance [ 1719.204483] env[62127]: DEBUG nova.compute.manager [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1719.204653] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1719.204923] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e20e3e5-391f-4b80-8168-ad3ff0eba476 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.216891] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d83f25-e649-49b6-8f59-1eb1be841b55 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.251734] env[62127]: WARNING nova.virt.vmwareapi.vmops [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 66582bed-2956-4632-bd75-7bdf103b0ad2 could not be found. [ 1719.252050] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1719.252314] env[62127]: INFO nova.compute.manager [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1719.252624] env[62127]: DEBUG oslo.service.loopingcall [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1719.252884] env[62127]: DEBUG nova.compute.manager [-] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1719.252983] env[62127]: DEBUG nova.network.neutron [-] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1719.279102] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a029e6-3884-6b96-44d8-6ab325ffed8b, 'name': SearchDatastore_Task, 'duration_secs': 0.026305} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.280081] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79000a75-aa8b-47be-bf04-ac55781dca1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.287179] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1719.287179] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521b2b69-a525-110e-89ae-5b51e45eac9a" [ 1719.287179] env[62127]: _type = "Task" [ 1719.287179] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.296221] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521b2b69-a525-110e-89ae-5b51e45eac9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.311247] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updated VIF entry in instance network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1719.311612] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1719.361015] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]525d6095-a306-0bca-2ba0-6eb14ff9a090, 'name': SearchDatastore_Task, 'duration_secs': 0.02578} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.361174] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.362416] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1719.362416] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.413821] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 26f0c5d7-b920-42a7-ae8f-804003cc8659] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1719.453780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "refresh_cache-fb4eee55-b706-48d1-a29b-6c20a3bea50a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.453780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "refresh_cache-fb4eee55-b706-48d1-a29b-6c20a3bea50a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.453780] env[62127]: DEBUG nova.network.neutron [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1719.662803] env[62127]: DEBUG oslo_concurrency.lockutils [req-43922965-a91e-454f-8d9c-f614a33c2340 req-1a75486c-2c64-4d86-ae71-8f72055a4e45 service nova] Releasing lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.672361] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733861, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.798418] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521b2b69-a525-110e-89ae-5b51e45eac9a, 'name': SearchDatastore_Task, 'duration_secs': 0.012415} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1719.798751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.799075] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. {{(pid=62127) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1719.799383] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.799577] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1719.799810] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6621eedf-ce45-49fd-ab33-cfc157e86355 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.802032] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dccc2d41-e6b2-484e-8400-3645019cdbbb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.810927] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1719.810927] env[62127]: value = "task-1733862" [ 1719.810927] env[62127]: _type = "Task" [ 1719.810927] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.815093] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1719.815338] env[62127]: DEBUG nova.compute.manager [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1719.815502] env[62127]: DEBUG nova.compute.manager [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing instance network info cache due to event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1719.815750] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1719.815908] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1719.816088] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1719.817258] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1719.817430] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1719.818729] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca5bf077-9a3b-410a-9862-4f4d74a3d0c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1719.824575] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.828290] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1719.828290] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524fe2b2-4797-79e5-e16b-42d576747673" [ 1719.828290] env[62127]: _type = "Task" [ 1719.828290] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1719.836419] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524fe2b2-4797-79e5-e16b-42d576747673, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1719.916891] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: cebd71d6-5e4d-430f-9159-a0cfa5069c0d] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1719.986494] env[62127]: DEBUG nova.network.neutron [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1720.015874] env[62127]: DEBUG nova.network.neutron [-] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.124938] env[62127]: DEBUG nova.network.neutron [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Updating instance_info_cache with network_info: [{"id": "06dfce62-7aa3-411c-a06b-384b78745fbf", "address": "fa:16:3e:b1:bb:7b", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dfce62-7a", "ovs_interfaceid": "06dfce62-7aa3-411c-a06b-384b78745fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.173990] env[62127]: DEBUG oslo_vmware.api [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733861, 'name': PowerOnVM_Task, 'duration_secs': 0.915827} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.174206] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1720.275570] env[62127]: DEBUG nova.compute.manager [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1720.276524] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0cc671-4f7d-4bc4-942c-8332e7518334 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.327291] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733862, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.337514] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524fe2b2-4797-79e5-e16b-42d576747673, 'name': SearchDatastore_Task, 'duration_secs': 0.009} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.338982] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab902ea1-1fb2-4028-82af-41fadd2fbd72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.345471] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1720.345471] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52689d74-5604-0ad1-7602-078682bb3c04" [ 1720.345471] env[62127]: _type = "Task" [ 1720.345471] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.355712] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52689d74-5604-0ad1-7602-078682bb3c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.421165] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 71256c2f-af27-4872-b5d7-2477466a6f69] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1720.518658] env[62127]: INFO nova.compute.manager [-] [instance: 66582bed-2956-4632-bd75-7bdf103b0ad2] Took 1.27 seconds to deallocate network for instance. [ 1720.523196] env[62127]: DEBUG nova.compute.manager [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Received event network-vif-plugged-06dfce62-7aa3-411c-a06b-384b78745fbf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.523324] env[62127]: DEBUG oslo_concurrency.lockutils [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] Acquiring lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1720.525026] env[62127]: DEBUG oslo_concurrency.lockutils [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1720.525026] env[62127]: DEBUG oslo_concurrency.lockutils [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.525026] env[62127]: DEBUG nova.compute.manager [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] No waiting events found dispatching network-vif-plugged-06dfce62-7aa3-411c-a06b-384b78745fbf {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1720.525026] env[62127]: WARNING nova.compute.manager [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Received unexpected event network-vif-plugged-06dfce62-7aa3-411c-a06b-384b78745fbf for instance with vm_state building and task_state spawning. [ 1720.525026] env[62127]: DEBUG nova.compute.manager [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Received event network-changed-06dfce62-7aa3-411c-a06b-384b78745fbf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1720.525026] env[62127]: DEBUG nova.compute.manager [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Refreshing instance network info cache due to event network-changed-06dfce62-7aa3-411c-a06b-384b78745fbf. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1720.525026] env[62127]: DEBUG oslo_concurrency.lockutils [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] Acquiring lock "refresh_cache-fb4eee55-b706-48d1-a29b-6c20a3bea50a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1720.627921] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "refresh_cache-fb4eee55-b706-48d1-a29b-6c20a3bea50a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.628312] env[62127]: DEBUG nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Instance network_info: |[{"id": "06dfce62-7aa3-411c-a06b-384b78745fbf", "address": "fa:16:3e:b1:bb:7b", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dfce62-7a", "ovs_interfaceid": "06dfce62-7aa3-411c-a06b-384b78745fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1720.628621] env[62127]: DEBUG oslo_concurrency.lockutils [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] Acquired lock "refresh_cache-fb4eee55-b706-48d1-a29b-6c20a3bea50a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1720.628854] env[62127]: DEBUG nova.network.neutron [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Refreshing network info cache for port 06dfce62-7aa3-411c-a06b-384b78745fbf {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1720.630139] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:bb:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06dfce62-7aa3-411c-a06b-384b78745fbf', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1720.637807] env[62127]: DEBUG oslo.service.loopingcall [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1720.639263] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updated VIF entry in instance network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1720.639573] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1720.643124] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1720.644745] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5da85fd7-69f4-42eb-9cfb-c448498b4fff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.667119] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1720.667119] env[62127]: value = "task-1733863" [ 1720.667119] env[62127]: _type = "Task" [ 1720.667119] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.674300] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.800084] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7ad6ad73-d602-4b63-ac88-9111e544834f tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.502s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1720.823083] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733862, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.856389] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52689d74-5604-0ad1-7602-078682bb3c04, 'name': SearchDatastore_Task, 'duration_secs': 0.302885} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.856667] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1720.856944] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1720.857220] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bdd4bfb-6c1c-4e70-9a12-11bacf141c87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.864046] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1720.864046] env[62127]: value = "task-1733864" [ 1720.864046] env[62127]: _type = "Task" [ 1720.864046] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.872696] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.925498] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 60ade9af-c648-426f-983a-b3871d7a7c76] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.137804] env[62127]: DEBUG nova.network.neutron [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Updated VIF entry in instance network info cache for port 06dfce62-7aa3-411c-a06b-384b78745fbf. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.138228] env[62127]: DEBUG nova.network.neutron [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Updating instance_info_cache with network_info: [{"id": "06dfce62-7aa3-411c-a06b-384b78745fbf", "address": "fa:16:3e:b1:bb:7b", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06dfce62-7a", "ovs_interfaceid": "06dfce62-7aa3-411c-a06b-384b78745fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.145407] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.145672] env[62127]: DEBUG nova.compute.manager [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-changed-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1721.145841] env[62127]: DEBUG nova.compute.manager [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing instance network info cache due to event network-changed-c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1721.146127] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1721.146299] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1721.146470] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing network info cache for port c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1721.178294] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.322270] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733862, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.374192] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.428708] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 31206609-3cc4-45b3-975d-f68703963795] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1721.554227] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bbd9abf-0010-4080-94c6-dbe7a5761553 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "66582bed-2956-4632-bd75-7bdf103b0ad2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.356s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1721.641718] env[62127]: DEBUG oslo_concurrency.lockutils [req-832f041c-b91a-4f2d-ad8f-f9d55b5cf872 req-c039e3d0-566e-4ec6-8ab4-112a5e0cbe18 service nova] Releasing lock "refresh_cache-fb4eee55-b706-48d1-a29b-6c20a3bea50a" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1721.680241] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.800175] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a76a11-e8bf-41f0-9499-3fe140d05b2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.807165] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-826566e8-21ed-4c92-b8ae-5a82215ce58c tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Suspending the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1721.807429] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-fed8edd4-fa19-43c8-96ef-5dbc6d82e226 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1721.814203] env[62127]: DEBUG oslo_vmware.api [None req-826566e8-21ed-4c92-b8ae-5a82215ce58c tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1721.814203] env[62127]: value = "task-1733865" [ 1721.814203] env[62127]: _type = "Task" [ 1721.814203] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1721.828034] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733862, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.831102] env[62127]: DEBUG oslo_vmware.api [None req-826566e8-21ed-4c92-b8ae-5a82215ce58c tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733865, 'name': SuspendVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.874605] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733864, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.924838] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updated VIF entry in instance network info cache for port c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1721.925263] env[62127]: DEBUG nova.network.neutron [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1721.931427] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 91a88f57-1313-4413-bd71-165946022e95] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.182269] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.324204] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733862, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.110969} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.328599] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk. [ 1722.330171] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0616ee-e4b5-40db-a2ba-429958d39111 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.340486] env[62127]: DEBUG oslo_vmware.api [None req-826566e8-21ed-4c92-b8ae-5a82215ce58c tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733865, 'name': SuspendVM_Task} progress is 58%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.379225] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1722.384146] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07718e17-d9e1-4b2b-adf7-193942005915 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.406072] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733864, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.407610] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1722.407610] env[62127]: value = "task-1733866" [ 1722.407610] env[62127]: _type = "Task" [ 1722.407610] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.416617] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733866, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.428576] env[62127]: DEBUG oslo_concurrency.lockutils [req-6b691c61-3a17-4eed-8a85-8e923e48a75c req-836ad869-b922-4ecf-8865-faac5226f844 service nova] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1722.434559] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: fd55f844-be0e-4d47-bee2-a85983a00f66] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1722.679730] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.835762] env[62127]: DEBUG oslo_vmware.api [None req-826566e8-21ed-4c92-b8ae-5a82215ce58c tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733865, 'name': SuspendVM_Task, 'duration_secs': 0.713565} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.836070] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-826566e8-21ed-4c92-b8ae-5a82215ce58c tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Suspended the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1722.836257] env[62127]: DEBUG nova.compute.manager [None req-826566e8-21ed-4c92-b8ae-5a82215ce58c tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1722.837050] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d608099d-e4cb-4f39-a78e-a608a125139e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.875755] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733864, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.86626} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1722.876037] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1722.876242] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1722.876492] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-41dc742e-6bc6-4f69-9d13-4076bb19c08c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.883015] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1722.883015] env[62127]: value = "task-1733867" [ 1722.883015] env[62127]: _type = "Task" [ 1722.883015] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1722.891857] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733867, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.917508] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733866, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1722.937350] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "389b1b54-2300-48c0-a76e-1ed00db90a08" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1722.937714] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1722.938909] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 22b733ef-ed5d-4b91-8a98-b159a1dd21b8] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.179652] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.393839] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733867, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078628} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.394133] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1723.394892] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf621e21-f92f-4478-8db4-6e56dfc7c519 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.416490] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1723.416786] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e36b8ac8-e803-4661-b1e1-24d045b4a5d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.438502] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733866, 'name': ReconfigVM_Task, 'duration_secs': 0.609204} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.439655] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef/062e7cce-7543-4464-9c3f-bb903ea5c3f3-rescue.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.440064] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1723.440064] env[62127]: value = "task-1733868" [ 1723.440064] env[62127]: _type = "Task" [ 1723.440064] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.440714] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd072175-3d2b-47a6-8617-3e11aa183a2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.443121] env[62127]: DEBUG nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1723.445568] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 214cb43d-0f39-4acc-9933-9734cca0d2ff] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.456226] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733868, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.485068] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d4544dc-397d-4d1c-a923-c2593292e9a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.500177] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1723.500177] env[62127]: value = "task-1733869" [ 1723.500177] env[62127]: _type = "Task" [ 1723.500177] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.508425] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733869, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.679781] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.952698] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: d3bdf7a9-e0c9-484c-8f5c-006c23c46e4a] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1723.956346] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733868, 'name': ReconfigVM_Task, 'duration_secs': 0.285212} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1723.958731] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1723.959793] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c7d807b-5224-4678-bd01-02027ad1fd05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.966404] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1723.966404] env[62127]: value = "task-1733870" [ 1723.966404] env[62127]: _type = "Task" [ 1723.966404] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.975006] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733870, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1723.976011] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1723.976249] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1723.977689] env[62127]: INFO nova.compute.claims [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1724.012845] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733869, 'name': ReconfigVM_Task, 'duration_secs': 0.165834} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.013810] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.014085] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-10ec1fed-d7a3-48df-92c1-13c0176b4e60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.020548] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1724.020548] env[62127]: value = "task-1733871" [ 1724.020548] env[62127]: _type = "Task" [ 1724.020548] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.028480] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733871, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.180045] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.272496] env[62127]: INFO nova.compute.manager [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Resuming [ 1724.273256] env[62127]: DEBUG nova.objects.instance [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lazy-loading 'flavor' on Instance uuid 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1724.458272] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 72d6b6a0-e9b1-40b8-83b6-e03b9f715976] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.475945] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733870, 'name': Rename_Task, 'duration_secs': 0.184069} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.476248] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1724.476534] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f4dddde-0f74-4151-9404-1d1152e8b3c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.485013] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1724.485013] env[62127]: value = "task-1733872" [ 1724.485013] env[62127]: _type = "Task" [ 1724.485013] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.497678] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.530812] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733871, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.680531] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.961897] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: e2d79ee0-158f-4d15-ac33-f3d9315b51df] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1724.996950] env[62127]: DEBUG oslo_vmware.api [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733872, 'name': PowerOnVM_Task, 'duration_secs': 0.479263} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.997185] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1724.997503] env[62127]: INFO nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1724.997581] env[62127]: DEBUG nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1724.998313] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ea6e8f-bf56-47c1-8594-14860a37923e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.033073] env[62127]: DEBUG oslo_vmware.api [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733871, 'name': PowerOnVM_Task, 'duration_secs': 0.573457} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.033073] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1725.035313] env[62127]: DEBUG nova.compute.manager [None req-b2394111-040d-4df7-b3b3-8c6a18a7819d tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1725.036087] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f818eb-7850-4250-91a7-4aa44e8488ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.147509] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-108bccc3-8a7c-41d1-9e36-c2d8fc0da6a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.155219] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bae90e4-a074-4811-80e3-a56b49a524b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.187706] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b572941f-f24e-48fe-8283-56eb182f5152 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.194497] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.197253] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f9cd68-e511-42f6-9fa6-028aefc0a648 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.210100] env[62127]: DEBUG nova.compute.provider_tree [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1725.281625] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.281814] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquired lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.282021] env[62127]: DEBUG nova.network.neutron [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1725.465996] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 2efabb10-ad80-4054-854f-677488cb911f] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.519050] env[62127]: INFO nova.compute.manager [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Took 17.48 seconds to build instance. [ 1725.694674] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733863, 'name': CreateVM_Task, 'duration_secs': 4.909727} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1725.694674] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1725.695775] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1725.695775] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1725.695907] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1725.696102] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e136611a-6d58-478c-96c0-94e6fdd8d262 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.700476] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1725.700476] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52190901-f570-f50d-0c21-29d479913789" [ 1725.700476] env[62127]: _type = "Task" [ 1725.700476] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1725.707720] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52190901-f570-f50d-0c21-29d479913789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1725.728185] env[62127]: ERROR nova.scheduler.client.report [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [req-3f27bbcd-f319-4e44-b889-54d02150cae3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-3f27bbcd-f319-4e44-b889-54d02150cae3"}]} [ 1725.743043] env[62127]: DEBUG nova.scheduler.client.report [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1725.755330] env[62127]: DEBUG nova.scheduler.client.report [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1725.755596] env[62127]: DEBUG nova.compute.provider_tree [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1725.765777] env[62127]: DEBUG nova.scheduler.client.report [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1725.782956] env[62127]: DEBUG nova.scheduler.client.report [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1725.947580] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202ea55d-6ad5-49d5-b5ba-b04341e37251 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.955609] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabd1f8b-155a-413e-b93d-6b8ae09bda4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1725.993113] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6b032990-23de-4f82-871e-b8c658decee9] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1725.996118] env[62127]: DEBUG nova.network.neutron [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [{"id": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "address": "fa:16:3e:f6:b8:06", "network": {"id": "c0997265-7ef7-4279-aa99-963b68894acc", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-283758575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2889ffd702494d55ae7fb39d53b9d99f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape7e39100-5e", "ovs_interfaceid": "e7e39100-5ed8-4cf3-ae99-266250c728c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1725.997727] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69fc9697-95f7-48af-8d8f-ad934f8f198c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.009536] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf0c717-7806-4b60-84f8-96a52d92c08c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.025313] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fcb2dd2d-b2df-48af-b773-42d8e8f741be tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.990s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1726.025847] env[62127]: DEBUG nova.compute.provider_tree [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1726.211904] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52190901-f570-f50d-0c21-29d479913789, 'name': SearchDatastore_Task, 'duration_secs': 0.00915} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.212951] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.212951] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1726.212951] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.212951] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.213159] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1726.213385] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc3cac8d-75c2-4c1d-a5a0-c68df621a1c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.222210] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1726.222446] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1726.223209] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ffe05e3-4e45-48dc-a1dd-3191c2ae5543 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.228889] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1726.228889] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5211ffce-a2a1-1719-d725-d2eee36f7a20" [ 1726.228889] env[62127]: _type = "Task" [ 1726.228889] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.236445] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5211ffce-a2a1-1719-d725-d2eee36f7a20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.255031] env[62127]: DEBUG nova.compute.manager [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1726.255138] env[62127]: DEBUG nova.compute.manager [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing instance network info cache due to event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1726.255353] env[62127]: DEBUG oslo_concurrency.lockutils [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] Acquiring lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.255499] env[62127]: DEBUG oslo_concurrency.lockutils [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] Acquired lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.255821] env[62127]: DEBUG nova.network.neutron [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1726.504969] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Releasing lock "refresh_cache-62afca16-d213-42db-bcb3-42e778492f13" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1726.504969] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 3489076b-b6c4-4d2a-ae63-1669ff1c981e] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1726.506105] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e729f71e-2fc6-4793-ac18-a3655274c108 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.513403] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Resuming the VM {{(pid=62127) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1726.513683] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4cecb872-f070-4d76-9005-6316c2260f45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.519761] env[62127]: DEBUG oslo_vmware.api [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1726.519761] env[62127]: value = "task-1733873" [ 1726.519761] env[62127]: _type = "Task" [ 1726.519761] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.534914] env[62127]: DEBUG oslo_vmware.api [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733873, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.570709] env[62127]: DEBUG nova.scheduler.client.report [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 162 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1726.571086] env[62127]: DEBUG nova.compute.provider_tree [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 162 to 163 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1726.571349] env[62127]: DEBUG nova.compute.provider_tree [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1726.740202] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5211ffce-a2a1-1719-d725-d2eee36f7a20, 'name': SearchDatastore_Task, 'duration_secs': 0.009106} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1726.741050] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f66b08f-279a-420c-9cd4-e5941a3777fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1726.746478] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1726.746478] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ac82b6-0242-6682-83aa-06a37cbd890e" [ 1726.746478] env[62127]: _type = "Task" [ 1726.746478] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1726.754553] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ac82b6-0242-6682-83aa-06a37cbd890e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1726.809910] env[62127]: INFO nova.compute.manager [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Unrescuing [ 1726.810167] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1726.810322] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquired lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1726.810494] env[62127]: DEBUG nova.network.neutron [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1726.994450] env[62127]: DEBUG nova.network.neutron [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updated VIF entry in instance network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1726.994841] env[62127]: DEBUG nova.network.neutron [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba22832-d8", "ovs_interfaceid": "dba22832-d85a-4ca8-8324-34a80765ba2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.010753] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6bd48d8c-f7a5-4e83-bb5b-1117dcfde402] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1727.031640] env[62127]: DEBUG oslo_vmware.api [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733873, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.076745] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.100s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1727.077316] env[62127]: DEBUG nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1727.259598] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ac82b6-0242-6682-83aa-06a37cbd890e, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.259898] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.260240] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] fb4eee55-b706-48d1-a29b-6c20a3bea50a/fb4eee55-b706-48d1-a29b-6c20a3bea50a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1727.260563] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6f261f52-3724-4ac9-b1a0-d61b379c2209 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.268496] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1727.268496] env[62127]: value = "task-1733874" [ 1727.268496] env[62127]: _type = "Task" [ 1727.268496] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.279564] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733874, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.498857] env[62127]: DEBUG oslo_concurrency.lockutils [req-241433af-78ae-4f2d-a649-28e6e32c355b req-761e327c-2de2-4181-af92-4309a874d721 service nova] Releasing lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1727.513853] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 00276585-cd8e-4a07-a072-e4c3f1bbe134] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1727.532361] env[62127]: DEBUG oslo_vmware.api [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733873, 'name': PowerOnVM_Task, 'duration_secs': 0.698225} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1727.532694] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Resumed the VM {{(pid=62127) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1727.533034] env[62127]: DEBUG nova.compute.manager [None req-d370cf41-66f4-4b4c-ae43-98dfcc82f894 tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1727.534455] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6659847d-04c7-4156-a6a7-15802485f0aa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.583095] env[62127]: DEBUG nova.compute.utils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1727.585875] env[62127]: DEBUG nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1727.586255] env[62127]: DEBUG nova.network.neutron [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1727.632481] env[62127]: DEBUG nova.policy [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f98b6db628743a9b6107097425874de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac40cd0d47054d1092ac96c601d43e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1727.650354] env[62127]: DEBUG nova.network.neutron [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1727.782417] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733874, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1727.916553] env[62127]: DEBUG nova.network.neutron [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Successfully created port: cf1e7df1-41d7-45c8-add1-3e9ac72411c7 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1728.018214] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 14175f81-3936-40f0-a47a-93a5cce2fdaa] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1728.090758] env[62127]: DEBUG nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1728.153830] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Releasing lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1728.154513] env[62127]: DEBUG nova.objects.instance [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lazy-loading 'flavor' on Instance uuid 7ac59baf-bd6a-4589-a06d-9c0562a61aef {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1728.281325] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733874, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778167} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.281656] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] fb4eee55-b706-48d1-a29b-6c20a3bea50a/fb4eee55-b706-48d1-a29b-6c20a3bea50a.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1728.281896] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1728.282205] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-715c84d3-139c-4963-bf59-b8925f8176ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.288896] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1728.288896] env[62127]: value = "task-1733875" [ 1728.288896] env[62127]: _type = "Task" [ 1728.288896] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.296854] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.521744] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4f326749-ebb8-4db1-ab0c-736b7b66197a] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1728.659800] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c444aa5c-4eaf-4c6c-b93c-01adfd8c15ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.684212] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1728.684527] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a4818b3-4f79-4b67-9115-fb36865dc5ed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.691046] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1728.691046] env[62127]: value = "task-1733876" [ 1728.691046] env[62127]: _type = "Task" [ 1728.691046] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.699634] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.799754] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.270627} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.800067] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1728.800871] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91fc3320-ee50-4ae7-b9ea-2cbd587429a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.824530] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] fb4eee55-b706-48d1-a29b-6c20a3bea50a/fb4eee55-b706-48d1-a29b-6c20a3bea50a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1728.824846] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81fdad14-175b-4c10-b24a-76c2e30b510c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.845978] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1728.845978] env[62127]: value = "task-1733877" [ 1728.845978] env[62127]: _type = "Task" [ 1728.845978] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.854252] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.988109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-5169a562-29c6-438c-b9af-8459001cd8ff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1728.988397] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-5169a562-29c6-438c-b9af-8459001cd8ff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1728.988772] env[62127]: DEBUG nova.objects.instance [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'flavor' on Instance uuid 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.024754] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1eb07665-c344-42a5-9647-28943d05373b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1729.100709] env[62127]: DEBUG nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1729.128281] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1729.128432] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1729.128624] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1729.128869] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1729.129064] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1729.129267] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1729.129511] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1729.129712] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1729.129953] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1729.130181] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1729.130629] env[62127]: DEBUG nova.virt.hardware [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1729.131380] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb768fc1-06d5-4172-823d-556aa2fa630a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.139323] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9972e6bc-9676-41b1-8335-995a13df6be7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.200094] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.343157] env[62127]: DEBUG nova.compute.manager [req-715ab62c-fd0d-478f-a313-40c461787f6e req-e8d25a4e-fc93-404e-9f19-421c7a670aeb service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Received event network-vif-plugged-cf1e7df1-41d7-45c8-add1-3e9ac72411c7 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1729.343395] env[62127]: DEBUG oslo_concurrency.lockutils [req-715ab62c-fd0d-478f-a313-40c461787f6e req-e8d25a4e-fc93-404e-9f19-421c7a670aeb service nova] Acquiring lock "389b1b54-2300-48c0-a76e-1ed00db90a08-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1729.343609] env[62127]: DEBUG oslo_concurrency.lockutils [req-715ab62c-fd0d-478f-a313-40c461787f6e req-e8d25a4e-fc93-404e-9f19-421c7a670aeb service nova] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1729.343782] env[62127]: DEBUG oslo_concurrency.lockutils [req-715ab62c-fd0d-478f-a313-40c461787f6e req-e8d25a4e-fc93-404e-9f19-421c7a670aeb service nova] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1729.343948] env[62127]: DEBUG nova.compute.manager [req-715ab62c-fd0d-478f-a313-40c461787f6e req-e8d25a4e-fc93-404e-9f19-421c7a670aeb service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] No waiting events found dispatching network-vif-plugged-cf1e7df1-41d7-45c8-add1-3e9ac72411c7 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1729.344612] env[62127]: WARNING nova.compute.manager [req-715ab62c-fd0d-478f-a313-40c461787f6e req-e8d25a4e-fc93-404e-9f19-421c7a670aeb service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Received unexpected event network-vif-plugged-cf1e7df1-41d7-45c8-add1-3e9ac72411c7 for instance with vm_state building and task_state spawning. [ 1729.356230] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733877, 'name': ReconfigVM_Task, 'duration_secs': 0.290412} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.356573] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] fb4eee55-b706-48d1-a29b-6c20a3bea50a/fb4eee55-b706-48d1-a29b-6c20a3bea50a.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1729.357250] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50870273-3305-4c32-8a50-7156edcbaa88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.364747] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1729.364747] env[62127]: value = "task-1733878" [ 1729.364747] env[62127]: _type = "Task" [ 1729.364747] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.374737] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733878, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.424093] env[62127]: DEBUG nova.network.neutron [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Successfully updated port: cf1e7df1-41d7-45c8-add1-3e9ac72411c7 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1729.527561] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 631015b4-46f0-4487-9618-fa6d79c8d1b0] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1729.597897] env[62127]: DEBUG nova.objects.instance [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'pci_requests' on Instance uuid 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1729.700879] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733876, 'name': PowerOffVM_Task, 'duration_secs': 0.678288} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.701175] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1729.706950] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfiguring VM instance instance-00000061 to detach disk 2002 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1729.707241] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb67e9c3-476f-49bf-a962-7c807da02552 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.724401] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1729.724401] env[62127]: value = "task-1733879" [ 1729.724401] env[62127]: _type = "Task" [ 1729.724401] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.732042] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.876131] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733878, 'name': Rename_Task, 'duration_secs': 0.14981} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1729.876411] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1729.876657] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d026b54e-71b8-4dd8-aa1e-4b662faa7f8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.884056] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1729.884056] env[62127]: value = "task-1733880" [ 1729.884056] env[62127]: _type = "Task" [ 1729.884056] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1729.895367] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1729.927238] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-389b1b54-2300-48c0-a76e-1ed00db90a08" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1729.927424] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-389b1b54-2300-48c0-a76e-1ed00db90a08" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1729.927557] env[62127]: DEBUG nova.network.neutron [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1730.031285] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ac99c437-86a4-4f62-926c-e1d06db7589a] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1730.101085] env[62127]: DEBUG nova.objects.base [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Object Instance<7abb9a9c-ebe3-413d-a0dc-20c9c63845e9> lazy-loaded attributes: flavor,pci_requests {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1730.101085] env[62127]: DEBUG nova.network.neutron [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1730.170504] env[62127]: DEBUG nova.policy [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1730.237963] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733879, 'name': ReconfigVM_Task, 'duration_secs': 0.344755} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.238379] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfigured VM instance instance-00000061 to detach disk 2002 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1730.238657] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1730.239166] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2e70dad-6888-4fac-bf0d-4e983fad33fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.246706] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1730.246706] env[62127]: value = "task-1733881" [ 1730.246706] env[62127]: _type = "Task" [ 1730.246706] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1730.257761] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733881, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1730.394621] env[62127]: DEBUG oslo_vmware.api [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733880, 'name': PowerOnVM_Task, 'duration_secs': 0.459248} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.394846] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.395064] env[62127]: INFO nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Took 12.06 seconds to spawn the instance on the hypervisor. [ 1730.395253] env[62127]: DEBUG nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1730.396012] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d3fa7c2-659f-4675-baca-d0e390a81d49 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.459166] env[62127]: DEBUG nova.network.neutron [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1730.535044] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: dbf7ae8d-b4a7-45a1-b3ac-baa279c6cdda] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1730.601948] env[62127]: DEBUG nova.network.neutron [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Updating instance_info_cache with network_info: [{"id": "cf1e7df1-41d7-45c8-add1-3e9ac72411c7", "address": "fa:16:3e:87:85:a4", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1e7df1-41", "ovs_interfaceid": "cf1e7df1-41d7-45c8-add1-3e9ac72411c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1730.756746] env[62127]: DEBUG oslo_vmware.api [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733881, 'name': PowerOnVM_Task, 'duration_secs': 0.437277} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1730.757044] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1730.757284] env[62127]: DEBUG nova.compute.manager [None req-e187a24d-d285-4799-a2c9-301bd2ad26c0 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1730.758110] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e870f6-73d7-4939-971c-50d85328af95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1730.912632] env[62127]: INFO nova.compute.manager [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Took 22.33 seconds to build instance. [ 1731.042061] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ee71b71e-d577-4705-9731-250f85cacb27] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1731.105026] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-389b1b54-2300-48c0-a76e-1ed00db90a08" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1731.105336] env[62127]: DEBUG nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Instance network_info: |[{"id": "cf1e7df1-41d7-45c8-add1-3e9ac72411c7", "address": "fa:16:3e:87:85:a4", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1e7df1-41", "ovs_interfaceid": "cf1e7df1-41d7-45c8-add1-3e9ac72411c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1731.105758] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:85:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cf1e7df1-41d7-45c8-add1-3e9ac72411c7', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1731.113740] env[62127]: DEBUG oslo.service.loopingcall [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1731.113740] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1731.113916] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b703808d-bd62-4eff-b57b-0cefb1a3e2b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.135330] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1731.135330] env[62127]: value = "task-1733882" [ 1731.135330] env[62127]: _type = "Task" [ 1731.135330] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.144440] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733882, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.376794] env[62127]: DEBUG nova.compute.manager [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Received event network-changed-cf1e7df1-41d7-45c8-add1-3e9ac72411c7 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1731.377020] env[62127]: DEBUG nova.compute.manager [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Refreshing instance network info cache due to event network-changed-cf1e7df1-41d7-45c8-add1-3e9ac72411c7. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1731.377242] env[62127]: DEBUG oslo_concurrency.lockutils [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] Acquiring lock "refresh_cache-389b1b54-2300-48c0-a76e-1ed00db90a08" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.377400] env[62127]: DEBUG oslo_concurrency.lockutils [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] Acquired lock "refresh_cache-389b1b54-2300-48c0-a76e-1ed00db90a08" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.377584] env[62127]: DEBUG nova.network.neutron [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Refreshing network info cache for port cf1e7df1-41d7-45c8-add1-3e9ac72411c7 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1731.414712] env[62127]: DEBUG oslo_concurrency.lockutils [None req-91ff2563-2259-4f7e-a6f3-c21846deee38 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.845s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.545390] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: d591f72b-9e96-460a-ae62-8b603a349f41] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1731.649152] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733882, 'name': CreateVM_Task, 'duration_secs': 0.422521} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1731.649152] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1731.649152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1731.649152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1731.649152] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1731.649152] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-948346e4-fd26-4e24-9a3a-ad0de38b33af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.654984] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1731.654984] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526dcd63-687c-16ee-a6b5-b328d0ca162e" [ 1731.654984] env[62127]: _type = "Task" [ 1731.654984] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.663511] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526dcd63-687c-16ee-a6b5-b328d0ca162e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1731.816852] env[62127]: DEBUG nova.network.neutron [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Successfully updated port: 5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1731.946338] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.946844] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.947205] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1731.947530] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1731.947822] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1731.954093] env[62127]: INFO nova.compute.manager [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Terminating instance [ 1731.959176] env[62127]: DEBUG nova.compute.manager [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1731.959533] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1731.961444] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31aada6e-c4a6-4f31-a827-8efca7a3ff22 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.973330] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1731.973676] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25da8b0e-6c08-4840-90bf-5d575b907aa4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.981795] env[62127]: DEBUG oslo_vmware.api [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1731.981795] env[62127]: value = "task-1733883" [ 1731.981795] env[62127]: _type = "Task" [ 1731.981795] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1731.993140] env[62127]: DEBUG oslo_vmware.api [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.047067] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6db1bffe-6036-4138-938a-39f3d9c11636] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1732.097101] env[62127]: DEBUG nova.network.neutron [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Updated VIF entry in instance network info cache for port cf1e7df1-41d7-45c8-add1-3e9ac72411c7. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1732.097486] env[62127]: DEBUG nova.network.neutron [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Updating instance_info_cache with network_info: [{"id": "cf1e7df1-41d7-45c8-add1-3e9ac72411c7", "address": "fa:16:3e:87:85:a4", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcf1e7df1-41", "ovs_interfaceid": "cf1e7df1-41d7-45c8-add1-3e9ac72411c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1732.167493] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526dcd63-687c-16ee-a6b5-b328d0ca162e, 'name': SearchDatastore_Task, 'duration_secs': 0.016723} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.167817] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.168074] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1732.168317] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.168465] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.168647] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1732.168916] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9464a5e2-8f2f-4105-a121-38053733eb84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.177020] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1732.177204] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1732.177926] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-444f42e5-a381-4fe2-b71b-d3a6bfa56ca0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.183186] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1732.183186] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]522e87f0-4f3d-7c07-7532-b1c54cf33563" [ 1732.183186] env[62127]: _type = "Task" [ 1732.183186] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.192150] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522e87f0-4f3d-7c07-7532-b1c54cf33563, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.321624] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1732.321853] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1732.322067] env[62127]: DEBUG nova.network.neutron [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1732.492353] env[62127]: DEBUG oslo_vmware.api [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733883, 'name': PowerOffVM_Task, 'duration_secs': 0.185603} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.492584] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1732.492764] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1732.493037] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b490501b-c9ff-420c-a418-8f05d6d19db8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.551739] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1cecadd5-02ea-4692-8cd4-789a2a2b0c1c] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1732.559019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1732.559248] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1732.559435] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleting the datastore file [datastore1] fb4eee55-b706-48d1-a29b-6c20a3bea50a {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1732.559703] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7a864fc-19d7-4ee4-81c6-41eca5866f13 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.566598] env[62127]: DEBUG oslo_vmware.api [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1732.566598] env[62127]: value = "task-1733885" [ 1732.566598] env[62127]: _type = "Task" [ 1732.566598] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.575130] env[62127]: DEBUG oslo_vmware.api [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.600114] env[62127]: DEBUG oslo_concurrency.lockutils [req-17fad3fd-1b63-4fe0-9641-d5a4263633a7 req-f0c82634-7e43-4538-9e5b-5b6781e87203 service nova] Releasing lock "refresh_cache-389b1b54-2300-48c0-a76e-1ed00db90a08" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1732.693123] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]522e87f0-4f3d-7c07-7532-b1c54cf33563, 'name': SearchDatastore_Task, 'duration_secs': 0.009189} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1732.693907] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-375664ac-fc0e-4ae8-b1a0-50fa80ad1730 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1732.699375] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1732.699375] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52fd4bfc-e44a-a66f-9039-4e5b5f627a4d" [ 1732.699375] env[62127]: _type = "Task" [ 1732.699375] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1732.706721] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fd4bfc-e44a-a66f-9039-4e5b5f627a4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1732.861829] env[62127]: WARNING nova.network.neutron [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] 4b6499a7-c69b-4088-a2b8-af14d05ba484 already exists in list: networks containing: ['4b6499a7-c69b-4088-a2b8-af14d05ba484']. ignoring it [ 1733.055470] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 27be6895-aead-4fa9-a821-b2c1128a721b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1733.079742] env[62127]: DEBUG oslo_vmware.api [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185251} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.079986] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1733.080250] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1733.080975] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1733.080975] env[62127]: INFO nova.compute.manager [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1733.080975] env[62127]: DEBUG oslo.service.loopingcall [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1733.081358] env[62127]: DEBUG nova.compute.manager [-] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1733.081455] env[62127]: DEBUG nova.network.neutron [-] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1733.174739] env[62127]: DEBUG nova.network.neutron [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169a562-29c6-438c-b9af-8459001cd8ff", "address": "fa:16:3e:33:e3:77", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169a562-29", "ovs_interfaceid": "5169a562-29c6-438c-b9af-8459001cd8ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.209456] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fd4bfc-e44a-a66f-9039-4e5b5f627a4d, 'name': SearchDatastore_Task, 'duration_secs': 0.013672} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.209707] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.209958] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 389b1b54-2300-48c0-a76e-1ed00db90a08/389b1b54-2300-48c0-a76e-1ed00db90a08.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1733.210234] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a65e78d6-1c53-4c54-b743-ba1221734db7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.217014] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1733.217014] env[62127]: value = "task-1733886" [ 1733.217014] env[62127]: _type = "Task" [ 1733.217014] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.224593] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733886, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.279274] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.279626] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.279983] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "62afca16-d213-42db-bcb3-42e778492f13-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1733.280286] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1733.280567] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1733.284058] env[62127]: INFO nova.compute.manager [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Terminating instance [ 1733.286450] env[62127]: DEBUG nova.compute.manager [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1733.286683] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1733.287615] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b4e07c-08bb-4fdd-b8c1-3f9a3d14f015 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.296600] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1733.296938] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9f1e161-d9d3-4bee-9fbb-76b1ab2dd410 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.303868] env[62127]: DEBUG oslo_vmware.api [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1733.303868] env[62127]: value = "task-1733887" [ 1733.303868] env[62127]: _type = "Task" [ 1733.303868] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.316167] env[62127]: DEBUG oslo_vmware.api [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.336541] env[62127]: DEBUG nova.compute.manager [req-f89fed8c-a56b-4974-83a3-c7b1eadb8ce0 req-2e1acdea-3698-47ed-9796-ad2dc66225e6 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Received event network-vif-deleted-06dfce62-7aa3-411c-a06b-384b78745fbf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.336734] env[62127]: INFO nova.compute.manager [req-f89fed8c-a56b-4974-83a3-c7b1eadb8ce0 req-2e1acdea-3698-47ed-9796-ad2dc66225e6 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Neutron deleted interface 06dfce62-7aa3-411c-a06b-384b78745fbf; detaching it from the instance and deleting it from the info cache [ 1733.336907] env[62127]: DEBUG nova.network.neutron [req-f89fed8c-a56b-4974-83a3-c7b1eadb8ce0 req-2e1acdea-3698-47ed-9796-ad2dc66225e6 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.497566] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Received event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1733.497840] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing instance network info cache due to event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1733.497992] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Acquiring lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.498450] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Acquired lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.498636] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1733.559235] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 7f259955-1a02-4e36-8153-3de6dee286c3] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1733.677996] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1733.679320] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1733.679384] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1733.680821] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6322fc8-d597-4e73-8148-61ed9bd64b67 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.710236] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1733.710689] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1733.710988] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1733.711359] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1733.711634] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1733.711920] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1733.712315] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1733.712595] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1733.712894] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1733.713238] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1733.713565] env[62127]: DEBUG nova.virt.hardware [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1733.725236] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Reconfiguring VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1733.726434] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8f61366e-f231-4bcb-b310-daffc94fe83d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.761552] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733886, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517158} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.763642] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 389b1b54-2300-48c0-a76e-1ed00db90a08/389b1b54-2300-48c0-a76e-1ed00db90a08.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1733.763809] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1733.764334] env[62127]: DEBUG oslo_vmware.api [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1733.764334] env[62127]: value = "task-1733888" [ 1733.764334] env[62127]: _type = "Task" [ 1733.764334] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.764630] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-df7f4963-190d-4d7d-b260-2d3d6dbfe3cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.780590] env[62127]: DEBUG oslo_vmware.api [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733888, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.782442] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1733.782442] env[62127]: value = "task-1733889" [ 1733.782442] env[62127]: _type = "Task" [ 1733.782442] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.791390] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733889, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1733.810033] env[62127]: DEBUG nova.network.neutron [-] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1733.816780] env[62127]: DEBUG oslo_vmware.api [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733887, 'name': PowerOffVM_Task, 'duration_secs': 0.288206} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1733.817049] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1733.817225] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1733.817487] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea0400a1-4edb-449c-accb-76ab8815334a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.841541] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9ef2bd0a-bef3-46ea-ad17-a6becfe7289c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.851709] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f3ee8a-0f25-4f39-bef6-00ac604b2cb3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.887586] env[62127]: DEBUG nova.compute.manager [req-f89fed8c-a56b-4974-83a3-c7b1eadb8ce0 req-2e1acdea-3698-47ed-9796-ad2dc66225e6 service nova] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Detach interface failed, port_id=06dfce62-7aa3-411c-a06b-384b78745fbf, reason: Instance fb4eee55-b706-48d1-a29b-6c20a3bea50a could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1733.898773] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1733.899042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1733.899253] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleting the datastore file [datastore1] 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1733.899518] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5388a723-0a98-44be-9169-cc849daa8fb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.905855] env[62127]: DEBUG oslo_vmware.api [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for the task: (returnval){ [ 1733.905855] env[62127]: value = "task-1733891" [ 1733.905855] env[62127]: _type = "Task" [ 1733.905855] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.914138] env[62127]: DEBUG oslo_vmware.api [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733891, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.063160] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: df6d0d42-655c-4b50-8475-98e233563176] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1734.221737] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updated VIF entry in instance network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1734.222170] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1734.277655] env[62127]: DEBUG oslo_vmware.api [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.291069] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733889, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079636} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.291398] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1734.292222] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb943982-e344-4552-b969-beb2f050e796 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.314923] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 389b1b54-2300-48c0-a76e-1ed00db90a08/389b1b54-2300-48c0-a76e-1ed00db90a08.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1734.315420] env[62127]: INFO nova.compute.manager [-] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Took 1.23 seconds to deallocate network for instance. [ 1734.315651] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b27a9f3-228d-4618-b745-b2dc80d00ad7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.337394] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1734.337394] env[62127]: value = "task-1733892" [ 1734.337394] env[62127]: _type = "Task" [ 1734.337394] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.346033] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733892, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.415700] env[62127]: DEBUG oslo_vmware.api [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Task: {'id': task-1733891, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172078} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.415907] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1734.416115] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1734.416305] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1734.416471] env[62127]: INFO nova.compute.manager [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1734.416707] env[62127]: DEBUG oslo.service.loopingcall [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1734.416897] env[62127]: DEBUG nova.compute.manager [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1734.416994] env[62127]: DEBUG nova.network.neutron [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1734.566194] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f6946b54-42e7-4df2-896b-8cad25dea261] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1734.725166] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Releasing lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1734.725449] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Received event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1734.725620] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing instance network info cache due to event network-changed-244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1734.725830] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Acquiring lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1734.725976] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Acquired lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1734.726159] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Refreshing network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1734.779401] env[62127]: DEBUG oslo_vmware.api [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.835998] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1734.836298] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1734.836520] env[62127]: DEBUG nova.objects.instance [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'resources' on Instance uuid fb4eee55-b706-48d1-a29b-6c20a3bea50a {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1734.847431] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733892, 'name': ReconfigVM_Task, 'duration_secs': 0.281151} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.847717] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 389b1b54-2300-48c0-a76e-1ed00db90a08/389b1b54-2300-48c0-a76e-1ed00db90a08.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.848344] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9991719-f839-4ce6-813c-13eb56f79a8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.856046] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1734.856046] env[62127]: value = "task-1733893" [ 1734.856046] env[62127]: _type = "Task" [ 1734.856046] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.864212] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733893, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.070027] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 422eb907-be7f-475f-9e01-cfc5c3997193] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1735.176596] env[62127]: DEBUG nova.network.neutron [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.278391] env[62127]: DEBUG oslo_vmware.api [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733888, 'name': ReconfigVM_Task, 'duration_secs': 1.479682} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.278868] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.279141] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Reconfigured VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1735.365492] env[62127]: DEBUG nova.compute.manager [req-7478c322-e028-419e-bff3-f16ac82e743a req-d7df46ff-4505-4b28-89bf-07ae9b4df961 service nova] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Received event network-vif-deleted-e7e39100-5ed8-4cf3-ae99-266250c728c3 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.370348] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733893, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.470817] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updated VIF entry in instance network info cache for port 244e5529-db64-4eb3-a44f-c4cf80a64dc5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1735.471590] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [{"id": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "address": "fa:16:3e:6b:dd:4c", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.172", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap244e5529-db", "ovs_interfaceid": "244e5529-db64-4eb3-a44f-c4cf80a64dc5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1735.504249] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1ad2d3-3081-4684-99be-aa8b5b09667e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.511733] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d9a425-1b81-4d6a-928d-c15db758e882 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.542641] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6578cd73-1ccf-4452-8bfc-4ba4d6ae629c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.549926] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff6357c-19ad-4169-a57b-8dadc8f77930 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.563160] env[62127]: DEBUG nova.compute.provider_tree [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1735.573568] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 581283b5-aeca-4ca3-a0a9-a04fdb9c2157] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1735.679493] env[62127]: INFO nova.compute.manager [-] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Took 1.26 seconds to deallocate network for instance. [ 1735.783774] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bac7d9b9-53e9-4ca5-90c6-a49b57704e2c tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-5169a562-29c6-438c-b9af-8459001cd8ff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.795s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.867666] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733893, 'name': Rename_Task, 'duration_secs': 0.840735} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1735.867666] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1735.867892] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69e0ff35-68ad-46de-be36-9b73a8ebb2c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1735.874217] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1735.874217] env[62127]: value = "task-1733894" [ 1735.874217] env[62127]: _type = "Task" [ 1735.874217] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1735.881732] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733894, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1735.974501] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Releasing lock "refresh_cache-7ac59baf-bd6a-4589-a06d-9c0562a61aef" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1735.974813] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-vif-plugged-5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.975039] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1735.975309] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1735.975562] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1735.975775] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] No waiting events found dispatching network-vif-plugged-5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1735.975987] env[62127]: WARNING nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received unexpected event network-vif-plugged-5169a562-29c6-438c-b9af-8459001cd8ff for instance with vm_state active and task_state None. [ 1735.976238] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-changed-5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1735.976438] env[62127]: DEBUG nova.compute.manager [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing instance network info cache due to event network-changed-5169a562-29c6-438c-b9af-8459001cd8ff. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1735.976689] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1735.976911] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1735.977174] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing network info cache for port 5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1736.066201] env[62127]: DEBUG nova.scheduler.client.report [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1736.076487] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 5617a0e5-02b6-4f5f-b8e3-fc3c8deb7138] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1736.186224] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1736.384965] env[62127]: DEBUG oslo_vmware.api [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733894, 'name': PowerOnVM_Task, 'duration_secs': 0.452405} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1736.384965] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1736.385060] env[62127]: INFO nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Took 7.28 seconds to spawn the instance on the hypervisor. [ 1736.385241] env[62127]: DEBUG nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1736.386038] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d067a0e-9c9f-4cc0-9b24-6cfb40b2a820 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1736.571284] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1736.573279] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.387s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1736.573503] env[62127]: DEBUG nova.objects.instance [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lazy-loading 'resources' on Instance uuid 62afca16-d213-42db-bcb3-42e778492f13 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.579252] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: b30f2b92-f013-46f0-9b31-d4b96dc23c76] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1736.596010] env[62127]: INFO nova.scheduler.client.report [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted allocations for instance fb4eee55-b706-48d1-a29b-6c20a3bea50a [ 1736.722372] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updated VIF entry in instance network info cache for port 5169a562-29c6-438c-b9af-8459001cd8ff. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1736.722791] env[62127]: DEBUG nova.network.neutron [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169a562-29c6-438c-b9af-8459001cd8ff", "address": "fa:16:3e:33:e3:77", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169a562-29", "ovs_interfaceid": "5169a562-29c6-438c-b9af-8459001cd8ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1736.904311] env[62127]: INFO nova.compute.manager [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Took 12.95 seconds to build instance. [ 1737.082810] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 2e1334d2-24e1-4d03-8198-02baa1e6e693] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1737.105610] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ee7b2252-ffae-4794-8cca-68023e720528 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "fb4eee55-b706-48d1-a29b-6c20a3bea50a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.159s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.223937] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b34eea-b61b-4f8c-b8a4-365e92e0ed7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.226941] env[62127]: DEBUG oslo_concurrency.lockutils [req-b2c50ed7-578b-4a50-bd04-c13ea9b2d86d req-9219c130-ddeb-4d23-944d-527cecc2c537 service nova] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1737.232507] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc27810d-0997-4620-b8f4-9797dc13911e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.263186] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-5169a562-29c6-438c-b9af-8459001cd8ff" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.263444] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-5169a562-29c6-438c-b9af-8459001cd8ff" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.266157] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27af88db-73c8-439e-941b-88bd58437006 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.274637] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1997856-dc4b-4e02-a78e-d7b5cc3455d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.290961] env[62127]: DEBUG nova.compute.provider_tree [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.394214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "389b1b54-2300-48c0-a76e-1ed00db90a08" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.405950] env[62127]: DEBUG oslo_concurrency.lockutils [None req-00c8cb3f-c4af-4db9-b382-e2ffa46364d1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.468s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1737.406414] env[62127]: DEBUG oslo_concurrency.lockutils [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.012s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.406482] env[62127]: DEBUG nova.compute.manager [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1737.407396] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c41f185-3b8e-4dd1-92bd-23c2ce359e8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.415980] env[62127]: DEBUG nova.compute.manager [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1737.416569] env[62127]: DEBUG nova.objects.instance [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'flavor' on Instance uuid 389b1b54-2300-48c0-a76e-1ed00db90a08 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1737.585718] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 29592c2d-d44d-4ca1-be06-ae96a1261f1b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1737.766990] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1737.767223] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1737.768176] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8b91a1-449c-4887-a4ef-b7082e57fd61 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.786110] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fbb8837-b471-4a97-a310-b16f456176c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.807317] env[62127]: DEBUG nova.scheduler.client.report [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1737.815896] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Reconfiguring VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1737.816446] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d5089c1-e62e-4e11-a579-cf2b5fbc7d8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.833829] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1737.834071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1737.838695] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1737.838695] env[62127]: value = "task-1733895" [ 1737.838695] env[62127]: _type = "Task" [ 1737.838695] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.847067] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1737.922056] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1737.922056] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6dc5da9b-a19f-4ed6-8b00-4f0ecec06a39 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.930867] env[62127]: DEBUG oslo_vmware.api [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1737.930867] env[62127]: value = "task-1733896" [ 1737.930867] env[62127]: _type = "Task" [ 1737.930867] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1737.938590] env[62127]: DEBUG oslo_vmware.api [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.089630] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: cb1bba98-24b6-443d-92c9-59640cf53754] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1738.317515] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.744s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.335250] env[62127]: INFO nova.scheduler.client.report [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Deleted allocations for instance 62afca16-d213-42db-bcb3-42e778492f13 [ 1738.336488] env[62127]: DEBUG nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1738.350318] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.440725] env[62127]: DEBUG oslo_vmware.api [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733896, 'name': PowerOffVM_Task, 'duration_secs': 0.209666} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1738.441085] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1738.441386] env[62127]: DEBUG nova.compute.manager [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1738.442206] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f5a99d-0fff-4088-98b8-e033f27ea476 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.592926] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ef1727e9-4ea9-47d2-b94d-b471cc4ce30d] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1738.851590] env[62127]: DEBUG oslo_concurrency.lockutils [None req-324baa67-8c64-433e-b346-c3d8b1b7701a tempest-ServersNegativeTestJSON-869344445 tempest-ServersNegativeTestJSON-869344445-project-member] Lock "62afca16-d213-42db-bcb3-42e778492f13" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.572s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1738.856667] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1738.861675] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1738.861954] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1738.863405] env[62127]: INFO nova.compute.claims [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.953534] env[62127]: DEBUG oslo_concurrency.lockutils [None req-09d8e852-dd02-4c4d-9abd-33e4f068cc5b tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.547s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.096701] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 5cf7e8b6-175c-4eb4-b6df-d3dea883bc6e] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1739.351545] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.599443] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: e7f51043-6190-446e-a795-68fba59f8b37] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1739.750517] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.750763] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.827899] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "389b1b54-2300-48c0-a76e-1ed00db90a08" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.828205] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.828424] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "389b1b54-2300-48c0-a76e-1ed00db90a08-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1739.828695] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1739.828774] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1739.830843] env[62127]: INFO nova.compute.manager [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Terminating instance [ 1739.832506] env[62127]: DEBUG nova.compute.manager [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1739.832815] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1739.833699] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85049c9-85f5-4a8c-8536-b142fc574fd7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.841372] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1739.841612] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8b2bfa6-0985-4742-b78d-9432aa329c7e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.851360] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1739.917441] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1739.917775] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1739.918054] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleting the datastore file [datastore1] 389b1b54-2300-48c0-a76e-1ed00db90a08 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1739.918345] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4d0ea1c1-cf33-456d-a79c-feeef85d0a7b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1739.924528] env[62127]: DEBUG oslo_vmware.api [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1739.924528] env[62127]: value = "task-1733898" [ 1739.924528] env[62127]: _type = "Task" [ 1739.924528] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1739.935380] env[62127]: DEBUG oslo_vmware.api [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.043965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcef7c3c-914a-4d3b-90b9-75e919b16852 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.053722] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18bf1eaf-663e-4179-9734-d1c0bd6d2622 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.083366] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcd7ea56-567e-4cf0-80fd-9ae9917efb99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.090820] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e06ded57-edfc-46a7-8796-ab4d4dfe5ff3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.105397] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 474c168c-e96d-4d98-94e0-24749c242dc0] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1740.107351] env[62127]: DEBUG nova.compute.provider_tree [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1740.253892] env[62127]: DEBUG nova.compute.utils [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1740.355459] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1740.436788] env[62127]: DEBUG oslo_vmware.api [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136371} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1740.437218] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1740.437218] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1740.437337] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1740.437472] env[62127]: INFO nova.compute.manager [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1740.437718] env[62127]: DEBUG oslo.service.loopingcall [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1740.437909] env[62127]: DEBUG nova.compute.manager [-] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1740.438016] env[62127]: DEBUG nova.network.neutron [-] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1740.609338] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 4a71a883-4f0a-43bd-8426-ccd16617938b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1740.613315] env[62127]: DEBUG nova.scheduler.client.report [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1740.759385] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1740.855414] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.018099] env[62127]: DEBUG nova.compute.manager [req-60779769-0a2f-40be-9f90-6631fb59aca3 req-24843ba1-319e-4d73-80b0-b05d2d802bfe service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Received event network-vif-deleted-cf1e7df1-41d7-45c8-add1-3e9ac72411c7 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1741.018199] env[62127]: INFO nova.compute.manager [req-60779769-0a2f-40be-9f90-6631fb59aca3 req-24843ba1-319e-4d73-80b0-b05d2d802bfe service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Neutron deleted interface cf1e7df1-41d7-45c8-add1-3e9ac72411c7; detaching it from the instance and deleting it from the info cache [ 1741.018381] env[62127]: DEBUG nova.network.neutron [req-60779769-0a2f-40be-9f90-6631fb59aca3 req-24843ba1-319e-4d73-80b0-b05d2d802bfe service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.112724] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 92a365cf-c09f-494c-8205-6a0bd9fa0f25] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1741.117823] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.256s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1741.118326] env[62127]: DEBUG nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1741.355981] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.496853] env[62127]: DEBUG nova.network.neutron [-] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.520902] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53ad1b66-9e5c-432e-aaae-601cd54f8ad2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.532090] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-845f6520-dedb-4ff0-8449-6d06901dda8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.561445] env[62127]: DEBUG nova.compute.manager [req-60779769-0a2f-40be-9f90-6631fb59aca3 req-24843ba1-319e-4d73-80b0-b05d2d802bfe service nova] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Detach interface failed, port_id=cf1e7df1-41d7-45c8-add1-3e9ac72411c7, reason: Instance 389b1b54-2300-48c0-a76e-1ed00db90a08 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1741.616194] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 49d54fac-78b3-4034-85dc-10a9fb7b7df5] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1741.622888] env[62127]: DEBUG nova.compute.utils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1741.624201] env[62127]: DEBUG nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1741.624375] env[62127]: DEBUG nova.network.neutron [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1741.669520] env[62127]: DEBUG nova.policy [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'eeb6f9b6e15c45ec9e38725db06ccec9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '112cf88089b84635bc2b914d1f9072eb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1741.830011] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1741.830331] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1741.830551] env[62127]: INFO nova.compute.manager [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Attaching volume 00a11a36-069a-459f-8951-bbda0fd99802 to /dev/sdb [ 1741.856420] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1741.863120] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ecef40-be03-408c-b46b-211d7e16a487 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.869361] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30e17a0-0cdf-4448-8bdf-43700548f7e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1741.882840] env[62127]: DEBUG nova.virt.block_device [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updating existing volume attachment record: 0078b70f-61cd-44f2-9066-f2fe0519dc51 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1741.899354] env[62127]: DEBUG nova.network.neutron [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Successfully created port: 643cdb63-1727-4773-8ade-fe9a6d512643 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1741.999748] env[62127]: INFO nova.compute.manager [-] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Took 1.56 seconds to deallocate network for instance. [ 1742.120560] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 56dd5354-066e-4da8-8d9b-82c417a89b2f] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 1742.127923] env[62127]: DEBUG nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1742.357197] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.511387] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1742.511836] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.002s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1742.512126] env[62127]: DEBUG nova.objects.instance [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'resources' on Instance uuid 389b1b54-2300-48c0-a76e-1ed00db90a08 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1742.627416] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1742.627591] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances with incomplete migration {{(pid=62127) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 1742.857329] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.130134] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1743.138354] env[62127]: DEBUG nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1743.167240] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1743.167498] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1743.167657] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1743.167838] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1743.167985] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1743.168160] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1743.168368] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1743.168529] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1743.168692] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1743.168854] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1743.169034] env[62127]: DEBUG nova.virt.hardware [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1743.169888] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2d2d18-0b54-4bfa-a3e3-96c9e3ac996b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.173926] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa0af03-041a-431a-9a2d-2098740448a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.183264] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94130214-cf8d-45d6-a74b-5c5bed38c95a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.187078] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cde1e1-f831-4c7a-afe8-30d99397a43b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.225663] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02a258ec-1b2d-4c89-95ee-3eb343ed5c7d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.233237] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518ab0c3-2a21-4fde-9a0c-0ac419442f70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.246313] env[62127]: DEBUG nova.compute.provider_tree [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1743.296144] env[62127]: DEBUG nova.compute.manager [req-2b3ee7dd-a897-473f-8141-78ad3afb3850 req-2fbec984-dc6d-4b71-a458-e55903dc7a73 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Received event network-vif-plugged-643cdb63-1727-4773-8ade-fe9a6d512643 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1743.296609] env[62127]: DEBUG oslo_concurrency.lockutils [req-2b3ee7dd-a897-473f-8141-78ad3afb3850 req-2fbec984-dc6d-4b71-a458-e55903dc7a73 service nova] Acquiring lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1743.296802] env[62127]: DEBUG oslo_concurrency.lockutils [req-2b3ee7dd-a897-473f-8141-78ad3afb3850 req-2fbec984-dc6d-4b71-a458-e55903dc7a73 service nova] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1743.296991] env[62127]: DEBUG oslo_concurrency.lockutils [req-2b3ee7dd-a897-473f-8141-78ad3afb3850 req-2fbec984-dc6d-4b71-a458-e55903dc7a73 service nova] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1743.297180] env[62127]: DEBUG nova.compute.manager [req-2b3ee7dd-a897-473f-8141-78ad3afb3850 req-2fbec984-dc6d-4b71-a458-e55903dc7a73 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] No waiting events found dispatching network-vif-plugged-643cdb63-1727-4773-8ade-fe9a6d512643 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1743.297389] env[62127]: WARNING nova.compute.manager [req-2b3ee7dd-a897-473f-8141-78ad3afb3850 req-2fbec984-dc6d-4b71-a458-e55903dc7a73 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Received unexpected event network-vif-plugged-643cdb63-1727-4773-8ade-fe9a6d512643 for instance with vm_state building and task_state spawning. [ 1743.359531] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.381260] env[62127]: DEBUG nova.network.neutron [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Successfully updated port: 643cdb63-1727-4773-8ade-fe9a6d512643 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1743.749502] env[62127]: DEBUG nova.scheduler.client.report [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1743.857917] env[62127]: DEBUG oslo_vmware.api [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733895, 'name': ReconfigVM_Task, 'duration_secs': 5.753005} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.858180] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1743.858382] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Reconfigured VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1743.888291] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "refresh_cache-45a7128d-93e8-4ddd-9acd-aba7d6f11816" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1743.888291] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "refresh_cache-45a7128d-93e8-4ddd-9acd-aba7d6f11816" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.888291] env[62127]: DEBUG nova.network.neutron [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1744.254109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1744.277354] env[62127]: INFO nova.scheduler.client.report [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted allocations for instance 389b1b54-2300-48c0-a76e-1ed00db90a08 [ 1744.431503] env[62127]: DEBUG nova.network.neutron [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1744.569824] env[62127]: DEBUG nova.network.neutron [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Updating instance_info_cache with network_info: [{"id": "643cdb63-1727-4773-8ade-fe9a6d512643", "address": "fa:16:3e:7a:e4:7b", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643cdb63-17", "ovs_interfaceid": "643cdb63-1727-4773-8ade-fe9a6d512643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1744.785171] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c23bd5e3-959e-4813-b234-1218b733b480 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "389b1b54-2300-48c0-a76e-1ed00db90a08" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.957s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1745.073817] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "refresh_cache-45a7128d-93e8-4ddd-9acd-aba7d6f11816" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1745.073817] env[62127]: DEBUG nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Instance network_info: |[{"id": "643cdb63-1727-4773-8ade-fe9a6d512643", "address": "fa:16:3e:7a:e4:7b", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643cdb63-17", "ovs_interfaceid": "643cdb63-1727-4773-8ade-fe9a6d512643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1745.073817] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:e4:7b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '16e15a36-a55b-4c27-b864-f284339009d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '643cdb63-1727-4773-8ade-fe9a6d512643', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1745.082133] env[62127]: DEBUG oslo.service.loopingcall [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1745.082409] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1745.082689] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6d104ec2-e2b3-4ee9-88c4-306b84987189 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.102609] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1745.102609] env[62127]: value = "task-1733903" [ 1745.102609] env[62127]: _type = "Task" [ 1745.102609] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.110826] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733903, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.162022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.162022] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.162022] env[62127]: DEBUG nova.network.neutron [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1745.331769] env[62127]: DEBUG nova.compute.manager [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Received event network-changed-643cdb63-1727-4773-8ade-fe9a6d512643 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1745.332379] env[62127]: DEBUG nova.compute.manager [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Refreshing instance network info cache due to event network-changed-643cdb63-1727-4773-8ade-fe9a6d512643. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1745.332760] env[62127]: DEBUG oslo_concurrency.lockutils [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] Acquiring lock "refresh_cache-45a7128d-93e8-4ddd-9acd-aba7d6f11816" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.333165] env[62127]: DEBUG oslo_concurrency.lockutils [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] Acquired lock "refresh_cache-45a7128d-93e8-4ddd-9acd-aba7d6f11816" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.333500] env[62127]: DEBUG nova.network.neutron [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Refreshing network info cache for port 643cdb63-1727-4773-8ade-fe9a6d512643 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1745.614748] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733903, 'name': CreateVM_Task, 'duration_secs': 0.306736} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.615138] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1745.617832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1745.617832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1745.617832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1745.617832] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b14bc2e-124d-4c88-885e-6df70f255bae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.623070] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1745.623070] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52565cc6-3c90-594c-181a-0bb38c5b31fc" [ 1745.623070] env[62127]: _type = "Task" [ 1745.623070] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.626362] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1745.638871] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52565cc6-3c90-594c-181a-0bb38c5b31fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.751284] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "0445fdee-1277-4474-9996-723c20726304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1745.755027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "0445fdee-1277-4474-9996-723c20726304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1745.894233] env[62127]: INFO nova.network.neutron [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Port 5169a562-29c6-438c-b9af-8459001cd8ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1745.894656] env[62127]: DEBUG nova.network.neutron [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.140627] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52565cc6-3c90-594c-181a-0bb38c5b31fc, 'name': SearchDatastore_Task, 'duration_secs': 0.012851} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.140918] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.141159] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1746.141412] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.141540] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.141716] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1746.141970] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05482270-4720-465e-9491-c0f8614b443a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.144819] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1746.144978] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1746.154534] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1746.154719] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1746.155477] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7807e651-963e-4d43-8fea-90893ade5618 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.164380] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1746.164380] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52462f71-2177-5434-3339-e5c0c589ff28" [ 1746.164380] env[62127]: _type = "Task" [ 1746.164380] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.177191] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52462f71-2177-5434-3339-e5c0c589ff28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.190443] env[62127]: DEBUG nova.compute.manager [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-changed-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1746.190607] env[62127]: DEBUG nova.compute.manager [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing instance network info cache due to event network-changed-c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1746.190801] env[62127]: DEBUG oslo_concurrency.lockutils [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] Acquiring lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.253767] env[62127]: DEBUG nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1746.262439] env[62127]: DEBUG nova.network.neutron [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Updated VIF entry in instance network info cache for port 643cdb63-1727-4773-8ade-fe9a6d512643. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1746.262536] env[62127]: DEBUG nova.network.neutron [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Updating instance_info_cache with network_info: [{"id": "643cdb63-1727-4773-8ade-fe9a6d512643", "address": "fa:16:3e:7a:e4:7b", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap643cdb63-17", "ovs_interfaceid": "643cdb63-1727-4773-8ade-fe9a6d512643", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1746.398431] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.400753] env[62127]: DEBUG oslo_concurrency.lockutils [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] Acquired lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.400982] env[62127]: DEBUG nova.network.neutron [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Refreshing network info cache for port c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1746.431793] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1746.432172] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1746.433486] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8b16e0-4613-4ae5-b4de-c716f5241845 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.454856] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eada1aa4-360d-4ac1-ad93-304233b8cae0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.478863] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-00a11a36-069a-459f-8951-bbda0fd99802/volume-00a11a36-069a-459f-8951-bbda0fd99802.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.479213] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83d50459-bc1d-4090-a7ea-f7ceeabc303c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.497655] env[62127]: DEBUG oslo_vmware.api [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1746.497655] env[62127]: value = "task-1733904" [ 1746.497655] env[62127]: _type = "Task" [ 1746.497655] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.506047] env[62127]: DEBUG oslo_vmware.api [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733904, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.674421] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52462f71-2177-5434-3339-e5c0c589ff28, 'name': SearchDatastore_Task, 'duration_secs': 0.009855} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.675154] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c34b648-6714-40e0-9448-4313813615c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.677926] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1746.678040] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1746.678193] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1746.683090] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1746.683090] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5295a98b-129b-196f-3cfa-f5e32b81731e" [ 1746.683090] env[62127]: _type = "Task" [ 1746.683090] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.692638] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5295a98b-129b-196f-3cfa-f5e32b81731e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.765708] env[62127]: DEBUG oslo_concurrency.lockutils [req-d52cbeab-a567-421b-b2a0-84d17973d166 req-293a5cad-6e7c-459f-a744-0089967ce198 service nova] Releasing lock "refresh_cache-45a7128d-93e8-4ddd-9acd-aba7d6f11816" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1746.774547] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.774862] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.776608] env[62127]: INFO nova.compute.claims [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1746.868265] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-5169a562-29c6-438c-b9af-8459001cd8ff" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1746.868778] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-5169a562-29c6-438c-b9af-8459001cd8ff" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1746.868980] env[62127]: DEBUG nova.objects.instance [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'flavor' on Instance uuid 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1746.903524] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1f5852f3-2a65-4bde-b778-300fc3463006 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-5169a562-29c6-438c-b9af-8459001cd8ff" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.640s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1747.010562] env[62127]: DEBUG oslo_vmware.api [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733904, 'name': ReconfigVM_Task, 'duration_secs': 0.359262} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.010845] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-00a11a36-069a-459f-8951-bbda0fd99802/volume-00a11a36-069a-459f-8951-bbda0fd99802.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1747.015623] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f10d456d-a084-43a5-a456-cdadf8c1b7ed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.030958] env[62127]: DEBUG oslo_vmware.api [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1747.030958] env[62127]: value = "task-1733905" [ 1747.030958] env[62127]: _type = "Task" [ 1747.030958] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.041036] env[62127]: DEBUG oslo_vmware.api [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733905, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.101787] env[62127]: DEBUG nova.network.neutron [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updated VIF entry in instance network info cache for port c63af000-4863-4551-80da-cb912641e978. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1747.102329] env[62127]: DEBUG nova.network.neutron [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [{"id": "c63af000-4863-4551-80da-cb912641e978", "address": "fa:16:3e:db:80:1f", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc63af000-48", "ovs_interfaceid": "c63af000-4863-4551-80da-cb912641e978", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.192847] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5295a98b-129b-196f-3cfa-f5e32b81731e, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.193078] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.193331] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 45a7128d-93e8-4ddd-9acd-aba7d6f11816/45a7128d-93e8-4ddd-9acd-aba7d6f11816.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1747.193583] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2cc35b85-868a-4349-97c4-186e29f1acc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.200438] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1747.200438] env[62127]: value = "task-1733906" [ 1747.200438] env[62127]: _type = "Task" [ 1747.200438] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.207849] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733906, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.502743] env[62127]: DEBUG nova.objects.instance [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'pci_requests' on Instance uuid 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1747.541144] env[62127]: DEBUG oslo_vmware.api [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733905, 'name': ReconfigVM_Task, 'duration_secs': 0.151773} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.541549] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1747.605416] env[62127]: DEBUG oslo_concurrency.lockutils [req-93bae83b-e81e-4460-af96-62ab3e5b14a9 req-a68c1a27-3727-47da-99c9-bfca0228314a service nova] Releasing lock "refresh_cache-7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1747.710546] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733906, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506743} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.710787] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 45a7128d-93e8-4ddd-9acd-aba7d6f11816/45a7128d-93e8-4ddd-9acd-aba7d6f11816.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1747.710983] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1747.711275] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3384fce3-822a-4ffc-95e8-c908b75edff0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.717859] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1747.717859] env[62127]: value = "task-1733907" [ 1747.717859] env[62127]: _type = "Task" [ 1747.717859] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.727025] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733907, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.901583] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Updating instance_info_cache with network_info: [{"id": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "address": "fa:16:3e:4f:11:4a", "network": {"id": "d294ae54-a726-4b7b-88aa-8b5d9e5999ce", "bridge": "br-int", "label": "tempest-ServersTestJSON-1996660686-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "112cf88089b84635bc2b914d1f9072eb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "16e15a36-a55b-4c27-b864-f284339009d0", "external-id": "nsx-vlan-transportzone-616", "segmentation_id": 616, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63486ef9-26", "ovs_interfaceid": "63486ef9-26b8-4f3a-9b53-a9448b7e9c75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1747.933336] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b06908b-506f-4d68-b41c-fafd6c88789e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.942444] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dea0b3d-5cf2-48e0-b207-41401e7e670a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.972476] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629f0978-b27d-4faf-b8b4-0cfd3d335fa6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.980445] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2e13ab-e350-4e69-838e-3e03cac25d12 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.993706] env[62127]: DEBUG nova.compute.provider_tree [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1748.005482] env[62127]: DEBUG nova.objects.base [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Object Instance<92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f> lazy-loaded attributes: flavor,pci_requests {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1748.005679] env[62127]: DEBUG nova.network.neutron [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1748.075030] env[62127]: DEBUG nova.policy [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c0094d404ca2449889a32eb3778ab44c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ab321ccca1a4d31b8c69e0e12b4d124', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1748.228015] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733907, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071676} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.229137] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1748.230379] env[62127]: DEBUG nova.compute.manager [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1748.230553] env[62127]: DEBUG nova.compute.manager [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing instance network info cache due to event network-changed-c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1748.230757] env[62127]: DEBUG oslo_concurrency.lockutils [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1748.230899] env[62127]: DEBUG oslo_concurrency.lockutils [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1748.231067] env[62127]: DEBUG nova.network.neutron [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1748.232898] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ed6e3-f1d6-4356-9ece-f62f40bff5ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.256406] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] 45a7128d-93e8-4ddd-9acd-aba7d6f11816/45a7128d-93e8-4ddd-9acd-aba7d6f11816.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1748.257381] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2b41f0f-568d-43e1-9dda-ca1c96f3b325 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.278833] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1748.278833] env[62127]: value = "task-1733908" [ 1748.278833] env[62127]: _type = "Task" [ 1748.278833] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.289992] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733908, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.403981] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-f9329450-1926-43e3-9194-66c0db7a9c27" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1748.404258] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1748.404860] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1748.405109] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1748.405306] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1748.497225] env[62127]: DEBUG nova.scheduler.client.report [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1748.580578] env[62127]: DEBUG nova.objects.instance [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'flavor' on Instance uuid a1375712-20e7-4dd3-b3d7-37f33e95da9c {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1748.789491] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733908, 'name': ReconfigVM_Task, 'duration_secs': 0.317727} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1748.789789] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Reconfigured VM instance instance-0000006c to attach disk [datastore1] 45a7128d-93e8-4ddd-9acd-aba7d6f11816/45a7128d-93e8-4ddd-9acd-aba7d6f11816.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1748.790492] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-27eb1a52-81d8-4cfc-a257-d90c039d67d3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.798189] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1748.798189] env[62127]: value = "task-1733909" [ 1748.798189] env[62127]: _type = "Task" [ 1748.798189] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1748.805616] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733909, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1748.910872] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Getting list of instances from cluster (obj){ [ 1748.910872] env[62127]: value = "domain-c8" [ 1748.910872] env[62127]: _type = "ClusterComputeResource" [ 1748.910872] env[62127]: } {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1748.912063] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd6de0-6e7e-4734-a387-c35f0be04083 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.932589] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Got total of 11 instances {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1748.932895] env[62127]: WARNING nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] While synchronizing instance power states, found 12 instances in the database and 11 instances on the hypervisor. [ 1748.933146] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 9e4f05a9-04e5-421d-8680-9bf8c05b65be {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.933463] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid f9329450-1926-43e3-9194-66c0db7a9c27 {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.933734] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 1834d8d1-7924-4403-b0d1-12b10f1f8346 {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.933991] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 8a7f4608-4464-474f-98cf-9bd7a596279b {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.934214] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 7ac59baf-bd6a-4589-a06d-9c0562a61aef {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.934394] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.934550] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid a1375712-20e7-4dd3-b3d7-37f33e95da9c {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.934723] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.934873] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.935051] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.935213] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 45a7128d-93e8-4ddd-9acd-aba7d6f11816 {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.935360] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Triggering sync for uuid 0445fdee-1277-4474-9996-723c20726304 {{(pid=62127) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10339}} [ 1748.937980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.938261] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.938543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "f9329450-1926-43e3-9194-66c0db7a9c27" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.938725] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "f9329450-1926-43e3-9194-66c0db7a9c27" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.938975] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.939184] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.939478] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "8a7f4608-4464-474f-98cf-9bd7a596279b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.939702] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.939936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.940141] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.940446] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.940662] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.940958] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.941283] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.941535] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.941793] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.942018] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.942433] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.942651] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1748.942914] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.943160] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "0445fdee-1277-4474-9996-723c20726304" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1748.944177] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eebd50b-25ca-49ea-8357-05cdf3dea85c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.947358] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a28f798b-9197-4c47-84b4-18016df835be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.950333] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7992065e-a383-4bb3-b5f6-f14c374fb025 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.952989] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4ad93f-1c94-4a01-a58b-ba2bed2527a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.955815] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e025d56-f2d3-4914-8176-12cd75522d7b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.958508] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c322323-a73c-4d41-a539-ee251ed4ad36 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.961708] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42caab93-f116-4523-941e-3918c7ed331a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.965159] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf4ebaa4-c7bc-4237-aebb-49988ce12eb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.968635] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18dbb58d-c081-4d32-9bff-c57f66797966 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.005696] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.231s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.006155] env[62127]: DEBUG nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1749.020954] env[62127]: DEBUG nova.network.neutron [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updated VIF entry in instance network info cache for port c86e3cae-6617-4afb-96f7-7275bd7a67cf. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1749.021304] env[62127]: DEBUG nova.network.neutron [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1749.085351] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a0d19360-34a2-4bb4-b830-8258a08b8a73 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.255s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.086450] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.145s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1749.087406] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-859855da-b74b-439e-8ab9-1a9f1e4655ac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.308255] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733909, 'name': Rename_Task, 'duration_secs': 0.14888} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.308552] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1749.308778] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a149c803-a160-454e-bf19-d4a8c65cfe99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.315653] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1749.315653] env[62127]: value = "task-1733910" [ 1749.315653] env[62127]: _type = "Task" [ 1749.315653] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1749.324685] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733910, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1749.496643] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.498255] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.558s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.499763] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "f9329450-1926-43e3-9194-66c0db7a9c27" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.501176] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.563s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.509770] env[62127]: INFO nova.compute.manager [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Rebuilding instance [ 1749.512116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.571s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.513102] env[62127]: INFO nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] During sync_power_state the instance has a pending task (resize_prep). Skip. [ 1749.513430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.515037] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.516262] env[62127]: DEBUG nova.compute.utils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1749.517830] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.576s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.518413] env[62127]: DEBUG nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1749.518731] env[62127]: DEBUG nova.network.neutron [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1749.523283] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.583s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.523652] env[62127]: DEBUG oslo_concurrency.lockutils [req-2873ead2-a59e-4e06-9e2d-4be93d025178 req-75af2fd8-9ee5-4240-bc65-d571d3350f24 service nova] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1749.552293] env[62127]: DEBUG nova.compute.manager [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1749.553168] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e2b5785-5a4a-4f42-8276-58521a7467c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.563069] env[62127]: DEBUG nova.policy [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f98b6db628743a9b6107097425874de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac40cd0d47054d1092ac96c601d43e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1749.597062] env[62127]: INFO nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] During sync_power_state the instance has a pending task (rebuilding). Skip. [ 1749.597365] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.511s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1749.653772] env[62127]: DEBUG nova.network.neutron [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Successfully updated port: 5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1749.719514] env[62127]: DEBUG nova.compute.manager [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1749.827023] env[62127]: DEBUG oslo_vmware.api [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733910, 'name': PowerOnVM_Task, 'duration_secs': 0.436535} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1749.827023] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1749.827672] env[62127]: INFO nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Took 6.69 seconds to spawn the instance on the hypervisor. [ 1749.827893] env[62127]: DEBUG nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1749.830193] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b91a78d-1d1c-45e6-a112-a023a6fc88c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1749.833474] env[62127]: DEBUG nova.network.neutron [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Successfully created port: 99547ceb-9203-4e2c-abbc-21dbaec4b617 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1750.020410] env[62127]: DEBUG nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1750.066419] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1750.066788] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b029bf1d-0d2a-4290-9c98-1a3a38824e6c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.073725] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1750.073725] env[62127]: value = "task-1733911" [ 1750.073725] env[62127]: _type = "Task" [ 1750.073725] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.081755] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.157025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.157025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.157201] env[62127]: DEBUG nova.network.neutron [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1750.237323] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.237604] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.253364] env[62127]: DEBUG nova.compute.manager [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-vif-plugged-5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.253483] env[62127]: DEBUG oslo_concurrency.lockutils [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1750.253684] env[62127]: DEBUG oslo_concurrency.lockutils [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.253855] env[62127]: DEBUG oslo_concurrency.lockutils [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.254033] env[62127]: DEBUG nova.compute.manager [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] No waiting events found dispatching network-vif-plugged-5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1750.254207] env[62127]: WARNING nova.compute.manager [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received unexpected event network-vif-plugged-5169a562-29c6-438c-b9af-8459001cd8ff for instance with vm_state active and task_state None. [ 1750.254367] env[62127]: DEBUG nova.compute.manager [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-changed-5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1750.254524] env[62127]: DEBUG nova.compute.manager [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing instance network info cache due to event network-changed-5169a562-29c6-438c-b9af-8459001cd8ff. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1750.254688] env[62127]: DEBUG oslo_concurrency.lockutils [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1750.351726] env[62127]: INFO nova.compute.manager [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Took 11.51 seconds to build instance. [ 1750.586017] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733911, 'name': PowerOffVM_Task, 'duration_secs': 0.253932} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1750.586261] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1750.641594] env[62127]: INFO nova.compute.manager [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Detaching volume 00a11a36-069a-459f-8951-bbda0fd99802 [ 1750.671928] env[62127]: INFO nova.virt.block_device [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Attempting to driver detach volume 00a11a36-069a-459f-8951-bbda0fd99802 from mountpoint /dev/sdb [ 1750.672232] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1750.672464] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1750.673338] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f53af26-c3b0-48c2-ab12-075bdd8bbcc8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.695504] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e644f01-556a-4bf5-be27-ceccaa36e1a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.703538] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-234ae621-ce14-4345-ae01-8b70c14c55cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.706652] env[62127]: WARNING nova.network.neutron [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] 4b6499a7-c69b-4088-a2b8-af14d05ba484 already exists in list: networks containing: ['4b6499a7-c69b-4088-a2b8-af14d05ba484']. ignoring it [ 1750.728598] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c74eb61f-b5ba-4cea-ae2b-01a09b1927a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.746295] env[62127]: INFO nova.compute.claims [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1750.750574] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] The volume has not been displaced from its original location: [datastore1] volume-00a11a36-069a-459f-8951-bbda0fd99802/volume-00a11a36-069a-459f-8951-bbda0fd99802.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1750.755815] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1750.758393] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7a381238-502e-4ab8-a4e3-0d93557151f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1750.779470] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1750.779470] env[62127]: value = "task-1733912" [ 1750.779470] env[62127]: _type = "Task" [ 1750.779470] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1750.787733] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733912, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1750.853027] env[62127]: DEBUG oslo_concurrency.lockutils [None req-34d63048-3e3b-4d52-baa0-845c0379d577 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.019s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1750.853298] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.910s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1750.853523] env[62127]: INFO nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] During sync_power_state the instance has a pending task (spawning). Skip. [ 1750.853732] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.029087] env[62127]: DEBUG nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1751.055663] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1751.055921] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1751.056090] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.056278] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1751.056427] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.056574] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1751.056808] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1751.056988] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1751.057175] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1751.057339] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1751.057511] env[62127]: DEBUG nova.virt.hardware [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1751.058414] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52a13ba7-d434-44d9-a78b-9d12bafdae29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.068444] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40fa5f65-bcd4-47ef-bd90-93c0df11f533 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.109898] env[62127]: DEBUG nova.network.neutron [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169a562-29c6-438c-b9af-8459001cd8ff", "address": "fa:16:3e:33:e3:77", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169a562-29", "ovs_interfaceid": "5169a562-29c6-438c-b9af-8459001cd8ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1751.260029] env[62127]: INFO nova.compute.resource_tracker [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating resource usage from migration 7662c70b-ba4e-4e84-b749-b652af5a9cdb [ 1751.292326] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733912, 'name': ReconfigVM_Task, 'duration_secs': 0.191799} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.292638] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1751.300073] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3e2727cd-ed01-46bc-b77e-c10045f0c9dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.310689] env[62127]: DEBUG nova.network.neutron [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Successfully updated port: 99547ceb-9203-4e2c-abbc-21dbaec4b617 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1751.317079] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1751.317079] env[62127]: value = "task-1733913" [ 1751.317079] env[62127]: _type = "Task" [ 1751.317079] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.328693] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733913, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.348020] env[62127]: DEBUG nova.compute.manager [req-b9628602-3b93-44df-91a7-22238ae9a18c req-204dda8f-f0c7-4b13-846b-681a88c1326d service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Received event network-vif-plugged-99547ceb-9203-4e2c-abbc-21dbaec4b617 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1751.348253] env[62127]: DEBUG oslo_concurrency.lockutils [req-b9628602-3b93-44df-91a7-22238ae9a18c req-204dda8f-f0c7-4b13-846b-681a88c1326d service nova] Acquiring lock "0445fdee-1277-4474-9996-723c20726304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.348485] env[62127]: DEBUG oslo_concurrency.lockutils [req-b9628602-3b93-44df-91a7-22238ae9a18c req-204dda8f-f0c7-4b13-846b-681a88c1326d service nova] Lock "0445fdee-1277-4474-9996-723c20726304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.348755] env[62127]: DEBUG oslo_concurrency.lockutils [req-b9628602-3b93-44df-91a7-22238ae9a18c req-204dda8f-f0c7-4b13-846b-681a88c1326d service nova] Lock "0445fdee-1277-4474-9996-723c20726304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1751.348934] env[62127]: DEBUG nova.compute.manager [req-b9628602-3b93-44df-91a7-22238ae9a18c req-204dda8f-f0c7-4b13-846b-681a88c1326d service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] No waiting events found dispatching network-vif-plugged-99547ceb-9203-4e2c-abbc-21dbaec4b617 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1751.349113] env[62127]: WARNING nova.compute.manager [req-b9628602-3b93-44df-91a7-22238ae9a18c req-204dda8f-f0c7-4b13-846b-681a88c1326d service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Received unexpected event network-vif-plugged-99547ceb-9203-4e2c-abbc-21dbaec4b617 for instance with vm_state building and task_state spawning. [ 1751.453274] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b8c3142-743e-4d0d-9c73-901b3b11f3c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.460372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9142e2e2-31ba-4e56-8b30-724ba30be8ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.495358] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a7e592-eed3-4bfd-ba72-42024c01fe96 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.503038] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e442877-6d6d-44a3-9a62-cf7530c34e10 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.517720] env[62127]: DEBUG nova.compute.provider_tree [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1751.615556] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1751.616258] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.616469] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.616800] env[62127]: DEBUG oslo_concurrency.lockutils [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.617031] env[62127]: DEBUG nova.network.neutron [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Refreshing network info cache for port 5169a562-29c6-438c-b9af-8459001cd8ff {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1751.618761] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e01bb8-e908-42fb-9bbb-c3e5f4d1afa7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.636321] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1751.636557] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1751.636714] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1751.636897] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1751.637054] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1751.637205] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1751.637406] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1751.637561] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1751.637724] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1751.637890] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1751.638112] env[62127]: DEBUG nova.virt.hardware [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1751.644794] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Reconfiguring VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1751.645806] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d33088e8-5417-40a3-9d26-d928a96b9427 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.663304] env[62127]: DEBUG oslo_vmware.api [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1751.663304] env[62127]: value = "task-1733914" [ 1751.663304] env[62127]: _type = "Task" [ 1751.663304] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1751.671059] env[62127]: DEBUG oslo_vmware.api [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733914, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1751.813786] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-0445fdee-1277-4474-9996-723c20726304" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1751.813912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-0445fdee-1277-4474-9996-723c20726304" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1751.814091] env[62127]: DEBUG nova.network.neutron [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.827603] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733913, 'name': ReconfigVM_Task, 'duration_secs': 0.157511} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1751.827899] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1751.901071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1751.901413] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1751.901656] env[62127]: DEBUG nova.compute.manager [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1751.902659] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-607f8186-e747-4691-b358-e97b04f409c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1751.909904] env[62127]: DEBUG nova.compute.manager [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1751.910543] env[62127]: DEBUG nova.objects.instance [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'flavor' on Instance uuid 45a7128d-93e8-4ddd-9acd-aba7d6f11816 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1752.021391] env[62127]: DEBUG nova.scheduler.client.report [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1752.174214] env[62127]: DEBUG oslo_vmware.api [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733914, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.334719] env[62127]: DEBUG nova.network.neutron [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updated VIF entry in instance network info cache for port 5169a562-29c6-438c-b9af-8459001cd8ff. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1752.335190] env[62127]: DEBUG nova.network.neutron [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5169a562-29c6-438c-b9af-8459001cd8ff", "address": "fa:16:3e:33:e3:77", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5169a562-29", "ovs_interfaceid": "5169a562-29c6-438c-b9af-8459001cd8ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.348151] env[62127]: DEBUG nova.network.neutron [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1752.415026] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.415333] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-73f8a3c5-1289-458c-9534-f0ca73e33fff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.423099] env[62127]: DEBUG oslo_vmware.api [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1752.423099] env[62127]: value = "task-1733915" [ 1752.423099] env[62127]: _type = "Task" [ 1752.423099] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.433497] env[62127]: DEBUG oslo_vmware.api [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.521275] env[62127]: DEBUG nova.network.neutron [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Updating instance_info_cache with network_info: [{"id": "99547ceb-9203-4e2c-abbc-21dbaec4b617", "address": "fa:16:3e:e2:75:3e", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99547ceb-92", "ovs_interfaceid": "99547ceb-9203-4e2c-abbc-21dbaec4b617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.526275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.288s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1752.526499] env[62127]: INFO nova.compute.manager [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Migrating [ 1752.674425] env[62127]: DEBUG oslo_vmware.api [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.837811] env[62127]: DEBUG oslo_concurrency.lockutils [req-53af0029-4dcd-4047-b4f0-978a58054c95 req-cf9216d8-8a00-40e8-bbb2-0ca74dda5f6f service nova] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1752.881093] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1752.881093] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c96a6740-9514-4f6b-b0d0-e5d397556657 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.887419] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1752.887419] env[62127]: value = "task-1733916" [ 1752.887419] env[62127]: _type = "Task" [ 1752.887419] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1752.896033] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733916, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1752.932641] env[62127]: DEBUG oslo_vmware.api [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733915, 'name': PowerOffVM_Task, 'duration_secs': 0.197171} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1752.932934] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1752.933129] env[62127]: DEBUG nova.compute.manager [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1752.933915] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e27efa4-a020-4bae-ac2b-4fbe1251c1bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.023506] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-0445fdee-1277-4474-9996-723c20726304" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.023934] env[62127]: DEBUG nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Instance network_info: |[{"id": "99547ceb-9203-4e2c-abbc-21dbaec4b617", "address": "fa:16:3e:e2:75:3e", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99547ceb-92", "ovs_interfaceid": "99547ceb-9203-4e2c-abbc-21dbaec4b617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1753.024428] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e2:75:3e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99547ceb-9203-4e2c-abbc-21dbaec4b617', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1753.031995] env[62127]: DEBUG oslo.service.loopingcall [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1753.032213] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0445fdee-1277-4474-9996-723c20726304] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1753.032462] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fb7c07cb-aef9-47b3-a277-0e05dff53708 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.058383] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.058673] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.058969] env[62127]: DEBUG nova.network.neutron [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1753.067233] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1753.067233] env[62127]: value = "task-1733917" [ 1753.067233] env[62127]: _type = "Task" [ 1753.067233] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.075773] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733917, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.175675] env[62127]: DEBUG oslo_vmware.api [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733914, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.372555] env[62127]: DEBUG nova.compute.manager [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Received event network-changed-99547ceb-9203-4e2c-abbc-21dbaec4b617 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1753.372768] env[62127]: DEBUG nova.compute.manager [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Refreshing instance network info cache due to event network-changed-99547ceb-9203-4e2c-abbc-21dbaec4b617. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1753.372984] env[62127]: DEBUG oslo_concurrency.lockutils [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] Acquiring lock "refresh_cache-0445fdee-1277-4474-9996-723c20726304" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.373148] env[62127]: DEBUG oslo_concurrency.lockutils [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] Acquired lock "refresh_cache-0445fdee-1277-4474-9996-723c20726304" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.373308] env[62127]: DEBUG nova.network.neutron [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Refreshing network info cache for port 99547ceb-9203-4e2c-abbc-21dbaec4b617 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1753.398690] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1753.398690] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1753.398690] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1753.399285] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67c554fb-d81f-4aa6-bdf4-c66db0c54c73 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.417587] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47ac520-a954-49ba-9ab9-81ba96adc5d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.425366] env[62127]: WARNING nova.virt.vmwareapi.driver [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1753.425600] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1753.426309] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e493c849-3345-425d-a931-0f24bbb5aeb3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.432226] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1753.432436] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-327eda08-70a1-4cf4-a6b8-c1dc9b0fd1fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.445124] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5bf7d875-18d7-44c7-bcf9-6e5f186892bd tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.544s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1753.500345] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1753.500587] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1753.500776] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleting the datastore file [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1753.501099] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-37c5cfdb-0c7b-48fb-b3fd-1f6ec34c1e20 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.507517] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1753.507517] env[62127]: value = "task-1733919" [ 1753.507517] env[62127]: _type = "Task" [ 1753.507517] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.516606] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733919, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.577526] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733917, 'name': CreateVM_Task, 'duration_secs': 0.307164} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.577707] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0445fdee-1277-4474-9996-723c20726304] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1753.578448] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1753.578635] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1753.578965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1753.579232] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1079c9e-a3b3-4678-88e6-4132a4d4e39f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.584043] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1753.584043] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d96cc5-2e11-08fb-6cba-306c98954f82" [ 1753.584043] env[62127]: _type = "Task" [ 1753.584043] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1753.594419] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d96cc5-2e11-08fb-6cba-306c98954f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1753.675206] env[62127]: DEBUG oslo_vmware.api [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733914, 'name': ReconfigVM_Task, 'duration_secs': 1.612135} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1753.677698] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1753.677909] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Reconfigured VM to attach interface {{(pid=62127) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1753.835415] env[62127]: DEBUG nova.network.neutron [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [{"id": "250750cf-1172-4654-b86b-172fb0de0bea", "address": "fa:16:3e:21:08:15", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250750cf-11", "ovs_interfaceid": "250750cf-1172-4654-b86b-172fb0de0bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.017845] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733919, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141527} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.018123] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1754.018317] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1754.018492] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1754.093878] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d96cc5-2e11-08fb-6cba-306c98954f82, 'name': SearchDatastore_Task, 'duration_secs': 0.028669} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.094182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.094416] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1754.094647] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1754.094796] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1754.094973] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1754.095244] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04f11d13-7273-45e9-bab7-283319feb3b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.103790] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1754.103992] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1754.104676] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85f9f450-240d-4e9a-915f-688d9d12192a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.109755] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1754.109755] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5270a642-0f6e-f77c-348c-1301ddc8bd93" [ 1754.109755] env[62127]: _type = "Task" [ 1754.109755] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.121685] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5270a642-0f6e-f77c-348c-1301ddc8bd93, 'name': SearchDatastore_Task, 'duration_secs': 0.009311} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.122471] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd72743e-3e5b-45bc-a126-f0d10a8500a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.127476] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1754.127476] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52972b80-3738-47ad-6b22-2165b62d80a2" [ 1754.127476] env[62127]: _type = "Task" [ 1754.127476] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.135426] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52972b80-3738-47ad-6b22-2165b62d80a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.166179] env[62127]: DEBUG nova.network.neutron [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Updated VIF entry in instance network info cache for port 99547ceb-9203-4e2c-abbc-21dbaec4b617. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1754.166534] env[62127]: DEBUG nova.network.neutron [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Updating instance_info_cache with network_info: [{"id": "99547ceb-9203-4e2c-abbc-21dbaec4b617", "address": "fa:16:3e:e2:75:3e", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99547ceb-92", "ovs_interfaceid": "99547ceb-9203-4e2c-abbc-21dbaec4b617", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1754.184404] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a4290d40-8a9c-4ec3-8acc-1220365d028d tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-5169a562-29c6-438c-b9af-8459001cd8ff" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.316s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.338640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.523283] env[62127]: INFO nova.virt.block_device [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Booting with volume 00a11a36-069a-459f-8951-bbda0fd99802 at /dev/sdb [ 1754.556958] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a23aea14-175e-4762-96cd-e2c118fe8b01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.566061] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e3c205-8234-418b-8cdb-aae8cfebe2b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.598024] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-530d2e7f-cf2b-451f-a105-5361bac320c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.605763] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ba3cce1-6d4e-4bf5-93db-69d31499a890 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.640450] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc84c3d-f5e2-4f09-a720-16d8a465b93f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.649743] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc4f57d-ebfa-467d-ae58-b7488450d536 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.652045] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52972b80-3738-47ad-6b22-2165b62d80a2, 'name': SearchDatastore_Task, 'duration_secs': 0.008572} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.652293] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.652566] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 0445fdee-1277-4474-9996-723c20726304/0445fdee-1277-4474-9996-723c20726304.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1754.653070] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c87d75a0-7a9a-4670-a58b-65e9d1d57636 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.658895] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1754.658895] env[62127]: value = "task-1733920" [ 1754.658895] env[62127]: _type = "Task" [ 1754.658895] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.664645] env[62127]: DEBUG nova.virt.block_device [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updating existing volume attachment record: 2b0e8da0-77f1-4452-8e4a-f2bdb3871f8f {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1754.673273] env[62127]: DEBUG oslo_concurrency.lockutils [req-37ade2a6-83df-46b1-8591-9e356004eb81 req-4150ef0e-d8cf-470e-901a-9a2f01f7168a service nova] Releasing lock "refresh_cache-0445fdee-1277-4474-9996-723c20726304" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1754.673503] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.759986] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.760358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.760523] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1754.760722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1754.760907] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1754.763181] env[62127]: INFO nova.compute.manager [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Terminating instance [ 1754.764914] env[62127]: DEBUG nova.compute.manager [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1754.765140] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1754.765986] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c32465-b598-4c9f-8949-874225dac499 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.773480] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1754.773680] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-632a5d4f-ab4c-4cf4-9e63-3e057742a1f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.847039] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1754.847310] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1754.847518] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleting the datastore file [datastore1] 45a7128d-93e8-4ddd-9acd-aba7d6f11816 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1754.848101] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb527aaf-12a3-48ce-a5f1-aede0d49c41a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.854824] env[62127]: DEBUG oslo_vmware.api [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1754.854824] env[62127]: value = "task-1733922" [ 1754.854824] env[62127]: _type = "Task" [ 1754.854824] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.863291] env[62127]: DEBUG oslo_vmware.api [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.169144] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470592} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.169399] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 0445fdee-1277-4474-9996-723c20726304/0445fdee-1277-4474-9996-723c20726304.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1755.169657] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1755.169905] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-12336542-4b41-4d07-b5eb-a81a206bcf2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.175413] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1755.175413] env[62127]: value = "task-1733923" [ 1755.175413] env[62127]: _type = "Task" [ 1755.175413] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.183203] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733923, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.365235] env[62127]: DEBUG oslo_vmware.api [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.371298} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.365546] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1755.365830] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1755.366097] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1755.366340] env[62127]: INFO nova.compute.manager [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1755.366638] env[62127]: DEBUG oslo.service.loopingcall [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1755.366883] env[62127]: DEBUG nova.compute.manager [-] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1755.367031] env[62127]: DEBUG nova.network.neutron [-] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1755.598999] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "interface-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-5169a562-29c6-438c-b9af-8459001cd8ff" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1755.599397] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-5169a562-29c6-438c-b9af-8459001cd8ff" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1755.627094] env[62127]: DEBUG nova.compute.manager [req-a125234b-c0f0-4afb-acc4-6d62a3ef33e6 req-fb6c0c25-2f28-4ec5-83dd-24e8f625e01e service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Received event network-vif-deleted-643cdb63-1727-4773-8ade-fe9a6d512643 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1755.627094] env[62127]: INFO nova.compute.manager [req-a125234b-c0f0-4afb-acc4-6d62a3ef33e6 req-fb6c0c25-2f28-4ec5-83dd-24e8f625e01e service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Neutron deleted interface 643cdb63-1727-4773-8ade-fe9a6d512643; detaching it from the instance and deleting it from the info cache [ 1755.627094] env[62127]: DEBUG nova.network.neutron [req-a125234b-c0f0-4afb-acc4-6d62a3ef33e6 req-fb6c0c25-2f28-4ec5-83dd-24e8f625e01e service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1755.685271] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733923, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063853} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1755.685537] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1755.686318] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c770cbf-86a4-4581-9db6-29773e56719f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.709363] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 0445fdee-1277-4474-9996-723c20726304/0445fdee-1277-4474-9996-723c20726304.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1755.711997] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e4c694a-9d6a-4297-9f34-11c257badac0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.733292] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1755.733292] env[62127]: value = "task-1733924" [ 1755.733292] env[62127]: _type = "Task" [ 1755.733292] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1755.741719] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733924, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1755.856158] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e420fac-53a1-42b4-afc7-691a82387ffb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1755.874224] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance '6a990db2-a9e8-4bcc-a9b3-bbe73e20586d' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1756.104837] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1756.105056] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.105360] env[62127]: DEBUG nova.network.neutron [-] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1756.107066] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd5cb71-6f2b-42ac-954a-9cd11435739f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.124975] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c436ca8-d211-489d-8d7d-b0bd2ff6111b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.128177] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81abafd1-31ee-4e9c-b289-441de09da06e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.150130] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Reconfiguring VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1756.151196] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8de97139-a3f5-4edd-af6a-e573b1ff8d0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.169784] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cfc95d-21c3-42d1-8c49-9098678b1929 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.181142] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1756.181142] env[62127]: value = "task-1733925" [ 1756.181142] env[62127]: _type = "Task" [ 1756.181142] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.189024] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.200414] env[62127]: DEBUG nova.compute.manager [req-a125234b-c0f0-4afb-acc4-6d62a3ef33e6 req-fb6c0c25-2f28-4ec5-83dd-24e8f625e01e service nova] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Detach interface failed, port_id=643cdb63-1727-4773-8ade-fe9a6d512643, reason: Instance 45a7128d-93e8-4ddd-9acd-aba7d6f11816 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1756.243301] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733924, 'name': ReconfigVM_Task, 'duration_secs': 0.297531} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.243426] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 0445fdee-1277-4474-9996-723c20726304/0445fdee-1277-4474-9996-723c20726304.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1756.244053] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8a626015-c167-4c84-b4ff-93728f215fca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.250080] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1756.250080] env[62127]: value = "task-1733926" [ 1756.250080] env[62127]: _type = "Task" [ 1756.250080] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.257564] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733926, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.381357] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1756.382285] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2368c50e-784c-4702-a0e8-e4baa668eefa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.391784] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1756.391784] env[62127]: value = "task-1733927" [ 1756.391784] env[62127]: _type = "Task" [ 1756.391784] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.402911] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733927, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.610854] env[62127]: INFO nova.compute.manager [-] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Took 1.24 seconds to deallocate network for instance. [ 1756.691176] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.760828] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733926, 'name': Rename_Task, 'duration_secs': 0.151253} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.761189] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1756.761473] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b6a185f9-9808-45f9-919d-45c134a656be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.770894] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1756.770894] env[62127]: value = "task-1733928" [ 1756.770894] env[62127]: _type = "Task" [ 1756.770894] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.779064] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.792071] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1756.792346] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1756.792512] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1756.792752] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1756.792900] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1756.793080] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1756.793304] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1756.793469] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1756.793691] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1756.793934] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1756.794131] env[62127]: DEBUG nova.virt.hardware [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1756.795082] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d868caa6-1ae6-4cf8-88f8-8ff99db34bc7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.803871] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8549236b-fb67-4a61-bd54-cc8644f48210 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.819340] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:d5:53', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bc35de4e-c95f-4bc8-828d-148d31112b06', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1756.827043] env[62127]: DEBUG oslo.service.loopingcall [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1756.827295] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1756.827511] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f16133c-8f1b-4868-acea-5e921a15fb89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.845661] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1756.845661] env[62127]: value = "task-1733929" [ 1756.845661] env[62127]: _type = "Task" [ 1756.845661] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1756.853224] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733929, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1756.901477] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733927, 'name': PowerOffVM_Task, 'duration_secs': 0.198381} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1756.901856] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1756.901997] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance '6a990db2-a9e8-4bcc-a9b3-bbe73e20586d' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1757.121689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1757.121689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1757.121916] env[62127]: DEBUG nova.objects.instance [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'resources' on Instance uuid 45a7128d-93e8-4ddd-9acd-aba7d6f11816 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1757.191655] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.281444] env[62127]: DEBUG oslo_vmware.api [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733928, 'name': PowerOnVM_Task, 'duration_secs': 0.486281} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.281756] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1757.282013] env[62127]: INFO nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Took 6.25 seconds to spawn the instance on the hypervisor. [ 1757.282217] env[62127]: DEBUG nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1757.282963] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b42ac958-8e42-4938-bc43-83abd03d764e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.355266] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733929, 'name': CreateVM_Task, 'duration_secs': 0.307606} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.355448] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1757.356104] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.356275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.356587] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1757.356835] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48bc5db0-291f-4a60-a29a-f3c9256c5578 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.361159] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1757.361159] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52db56e9-381f-8600-d076-e8c9abc6a462" [ 1757.361159] env[62127]: _type = "Task" [ 1757.361159] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.369180] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52db56e9-381f-8600-d076-e8c9abc6a462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.408838] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1757.409044] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1757.409205] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1757.409384] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1757.409594] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1757.409758] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1757.409961] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1757.410134] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1757.410298] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1757.410461] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1757.410633] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1757.415568] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3d108ea-0ff0-4d50-bc23-11261e495193 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.431427] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1757.431427] env[62127]: value = "task-1733930" [ 1757.431427] env[62127]: _type = "Task" [ 1757.431427] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.439170] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.692795] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.801979] env[62127]: INFO nova.compute.manager [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Took 11.04 seconds to build instance. [ 1757.892730] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52db56e9-381f-8600-d076-e8c9abc6a462, 'name': SearchDatastore_Task, 'duration_secs': 0.010139} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.893077] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1757.893315] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1757.893561] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1757.893731] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1757.893917] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1757.894196] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d4b909d-738b-422a-b2f6-fd1c2c24cff6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.906776] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1757.907038] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1757.909914] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b845a4a-4948-4a47-9b33-f8d3bfb3f560 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.915680] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1757.915680] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a787c4-78e2-f7b9-ecc9-dee6a4cd8671" [ 1757.915680] env[62127]: _type = "Task" [ 1757.915680] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1757.923350] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a787c4-78e2-f7b9-ecc9-dee6a4cd8671, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1757.941912] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733930, 'name': ReconfigVM_Task, 'duration_secs': 0.474196} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1757.942853] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance '6a990db2-a9e8-4bcc-a9b3-bbe73e20586d' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1757.971564] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ef655c7-bee4-4c0b-bd08-38ca4b5f4f95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.979100] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadd6eff-f7eb-4be1-b757-a96294b7738e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.010085] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b999743a-5c01-48fa-ad95-7b9600df9cc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.017254] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7482cd38-74d9-4463-862c-4106db309746 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.030193] env[62127]: DEBUG nova.compute.provider_tree [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1758.133750] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80863e31-bd2c-4404-8aed-40c5c41fb200 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.140431] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8960846d-cf6c-4716-9e47-098ab4a60ff1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Suspending the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1758.140648] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-144016e0-be85-4bd4-87e8-4202d35faad2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.146310] env[62127]: DEBUG oslo_vmware.api [None req-8960846d-cf6c-4716-9e47-098ab4a60ff1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1758.146310] env[62127]: value = "task-1733931" [ 1758.146310] env[62127]: _type = "Task" [ 1758.146310] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.153972] env[62127]: DEBUG oslo_vmware.api [None req-8960846d-cf6c-4716-9e47-098ab4a60ff1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733931, 'name': SuspendVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.192713] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.304275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f512ede9-f28e-4486-ba6e-273e75cdbaca tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "0445fdee-1277-4474-9996-723c20726304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.552s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.304598] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "0445fdee-1277-4474-9996-723c20726304" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.361s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1758.305541] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-839c7722-c464-490f-ad27-5c965b7b1668 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.426127] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a787c4-78e2-f7b9-ecc9-dee6a4cd8671, 'name': SearchDatastore_Task, 'duration_secs': 0.01583} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.426959] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d125069-fa5d-4a0b-a74d-1d4da5f438cb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.432450] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1758.432450] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b1b0e6-ed40-f9ef-7bf7-3bc1f817c83d" [ 1758.432450] env[62127]: _type = "Task" [ 1758.432450] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.440249] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b1b0e6-ed40-f9ef-7bf7-3bc1f817c83d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.448380] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1758.448613] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1758.448767] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1758.448947] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1758.449117] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1758.449281] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1758.449512] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1758.449675] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1758.449849] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1758.450029] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1758.450212] env[62127]: DEBUG nova.virt.hardware [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1758.455522] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1758.455827] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aa6087e-d96d-483c-bf1c-a38bbd72d018 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.477068] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1758.477068] env[62127]: value = "task-1733932" [ 1758.477068] env[62127]: _type = "Task" [ 1758.477068] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.486315] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733932, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.533630] env[62127]: DEBUG nova.scheduler.client.report [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1758.656799] env[62127]: DEBUG oslo_vmware.api [None req-8960846d-cf6c-4716-9e47-098ab4a60ff1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733931, 'name': SuspendVM_Task} progress is 75%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.693447] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.816810] env[62127]: INFO nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 0445fdee-1277-4474-9996-723c20726304] During sync_power_state the instance has a pending task (suspending). Skip. [ 1758.817087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "0445fdee-1277-4474-9996-723c20726304" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1758.944146] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b1b0e6-ed40-f9ef-7bf7-3bc1f817c83d, 'name': SearchDatastore_Task, 'duration_secs': 0.017741} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.944576] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1758.944865] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1758.945215] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00622559-c521-4a98-9e10-8994bb1bdc1e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.953528] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1758.953528] env[62127]: value = "task-1733933" [ 1758.953528] env[62127]: _type = "Task" [ 1758.953528] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1758.961157] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1758.988222] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733932, 'name': ReconfigVM_Task, 'duration_secs': 0.173207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1758.988670] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1758.989954] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb6d8ab-270b-427b-bfc0-7426e96715e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.028992] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1759.029753] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e7e4224-28dd-4b22-8c3f-1807e86b6c9d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.054147] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.932s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.062788] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1759.062788] env[62127]: value = "task-1733934" [ 1759.062788] env[62127]: _type = "Task" [ 1759.062788] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.076072] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733934, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.077641] env[62127]: INFO nova.scheduler.client.report [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted allocations for instance 45a7128d-93e8-4ddd-9acd-aba7d6f11816 [ 1759.158039] env[62127]: DEBUG oslo_vmware.api [None req-8960846d-cf6c-4716-9e47-098ab4a60ff1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733931, 'name': SuspendVM_Task, 'duration_secs': 0.594099} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.158039] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8960846d-cf6c-4716-9e47-098ab4a60ff1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Suspended the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1759.158039] env[62127]: DEBUG nova.compute.manager [None req-8960846d-cf6c-4716-9e47-098ab4a60ff1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1759.158628] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07276a49-484c-44d3-9d7c-7ab9d05b8f60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.201053] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.463992] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733933, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.573353] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733934, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.586789] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c39f9104-1697-4120-9806-8ee5707f4cc0 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "45a7128d-93e8-4ddd-9acd-aba7d6f11816" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.826s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1759.696233] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1759.963892] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530591} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1759.964192] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1759.964391] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1759.964957] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-508575ad-b7ad-4bfa-b7e8-ed1b66de1494 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.971862] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1759.971862] env[62127]: value = "task-1733935" [ 1759.971862] env[62127]: _type = "Task" [ 1759.971862] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1759.979017] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733935, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.073247] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733934, 'name': ReconfigVM_Task, 'duration_secs': 0.622762} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.073537] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1760.073811] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance '6a990db2-a9e8-4bcc-a9b3-bbe73e20586d' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.197104] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.481815] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733935, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071834} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1760.482121] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1760.482938] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7da65da-803b-4504-aadd-92cc5e783a3b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.506844] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1760.506844] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f749f29a-3afb-4658-b8c6-0249252aa6b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.520575] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "0445fdee-1277-4474-9996-723c20726304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.520795] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "0445fdee-1277-4474-9996-723c20726304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.520990] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "0445fdee-1277-4474-9996-723c20726304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.521183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "0445fdee-1277-4474-9996-723c20726304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.521342] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "0445fdee-1277-4474-9996-723c20726304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.523374] env[62127]: INFO nova.compute.manager [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Terminating instance [ 1760.524941] env[62127]: DEBUG nova.compute.manager [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1760.525154] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.525902] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c11b4b-c852-4d1a-a49d-63031acf62d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.529826] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1760.529826] env[62127]: value = "task-1733936" [ 1760.529826] env[62127]: _type = "Task" [ 1760.529826] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.534768] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1760.535259] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4053cd60-5e79-4689-9d54-eb3dc9c4113f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.539462] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733936, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.581036] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab748d05-a58f-46e4-83ec-716d1db73d54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.599278] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.600223] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b14dcd9-8302-4b57-acf7-3d0b0528473c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.617638] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance '6a990db2-a9e8-4bcc-a9b3-bbe73e20586d' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1760.657446] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1760.657672] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1760.657868] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleting the datastore file [datastore1] 0445fdee-1277-4474-9996-723c20726304 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1760.658185] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-812b52ca-bba7-45c4-9ff7-1c6bfebf0c1d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.664955] env[62127]: DEBUG oslo_vmware.api [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1760.664955] env[62127]: value = "task-1733938" [ 1760.664955] env[62127]: _type = "Task" [ 1760.664955] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.672888] env[62127]: DEBUG oslo_vmware.api [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733938, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.697669] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1760.759859] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "f9329450-1926-43e3-9194-66c0db7a9c27" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.760167] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "f9329450-1926-43e3-9194-66c0db7a9c27" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.760408] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "f9329450-1926-43e3-9194-66c0db7a9c27-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1760.760620] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "f9329450-1926-43e3-9194-66c0db7a9c27-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1760.760810] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "f9329450-1926-43e3-9194-66c0db7a9c27-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1760.763054] env[62127]: INFO nova.compute.manager [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Terminating instance [ 1760.764830] env[62127]: DEBUG nova.compute.manager [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1760.765052] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1760.765911] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d7a563e-b923-4d7a-b3fa-e7fc5d0d4b0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.772995] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1760.773242] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c33bee09-2e31-4fc1-b535-f46033713b6f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1760.779672] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1760.779672] env[62127]: value = "task-1733939" [ 1760.779672] env[62127]: _type = "Task" [ 1760.779672] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1760.788537] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.040854] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733936, 'name': ReconfigVM_Task, 'duration_secs': 0.26573} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.041178] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c/a1375712-20e7-4dd3-b3d7-37f33e95da9c.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.042622] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '062e7cce-7543-4464-9c3f-bb903ea5c3f3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'}, 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': '2b0e8da0-77f1-4452-8e4a-f2bdb3871f8f', 'volume_type': None}], 'swap': None} {{(pid=62127) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1761.042831] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1761.043030] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1761.043806] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d07566a-3c0b-4e71-a61a-6d43b7c7629b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.060066] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1761.060213] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1761.061070] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47ea719-85c4-4c71-ae67-6ad182a79240 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.084789] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-00a11a36-069a-459f-8951-bbda0fd99802/volume-00a11a36-069a-459f-8951-bbda0fd99802.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1761.085050] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca53d8be-19ec-40ff-8d21-1fa4b5401995 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.102405] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1761.102405] env[62127]: value = "task-1733940" [ 1761.102405] env[62127]: _type = "Task" [ 1761.102405] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.109894] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733940, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.158436] env[62127]: DEBUG nova.network.neutron [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Port 250750cf-1172-4654-b86b-172fb0de0bea binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1761.175294] env[62127]: DEBUG oslo_vmware.api [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733938, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147174} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.175603] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1761.175809] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1761.175991] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1761.176188] env[62127]: INFO nova.compute.manager [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 0445fdee-1277-4474-9996-723c20726304] Took 0.65 seconds to destroy the instance on the hypervisor. [ 1761.176426] env[62127]: DEBUG oslo.service.loopingcall [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1761.176918] env[62127]: DEBUG nova.compute.manager [-] [instance: 0445fdee-1277-4474-9996-723c20726304] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1761.176918] env[62127]: DEBUG nova.network.neutron [-] [instance: 0445fdee-1277-4474-9996-723c20726304] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1761.205174] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.289835] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733939, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.464458] env[62127]: DEBUG nova.compute.manager [req-2f354956-9e3f-40fa-ae4d-b09e1793ae4c req-dfdc9686-ac2f-4711-8c2e-c0fd47d26f89 service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Received event network-vif-deleted-99547ceb-9203-4e2c-abbc-21dbaec4b617 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1761.464729] env[62127]: INFO nova.compute.manager [req-2f354956-9e3f-40fa-ae4d-b09e1793ae4c req-dfdc9686-ac2f-4711-8c2e-c0fd47d26f89 service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Neutron deleted interface 99547ceb-9203-4e2c-abbc-21dbaec4b617; detaching it from the instance and deleting it from the info cache [ 1761.464839] env[62127]: DEBUG nova.network.neutron [req-2f354956-9e3f-40fa-ae4d-b09e1793ae4c req-dfdc9686-ac2f-4711-8c2e-c0fd47d26f89 service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.613248] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733940, 'name': ReconfigVM_Task, 'duration_secs': 0.288246} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1761.613533] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-00a11a36-069a-459f-8951-bbda0fd99802/volume-00a11a36-069a-459f-8951-bbda0fd99802.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1761.618779] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-474da087-b33b-4cd2-9c27-657229c4817d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.633670] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1761.633670] env[62127]: value = "task-1733941" [ 1761.633670] env[62127]: _type = "Task" [ 1761.633670] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1761.641606] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733941, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.698287] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 18%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.792074] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733939, 'name': PowerOffVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1761.942387] env[62127]: DEBUG nova.network.neutron [-] [instance: 0445fdee-1277-4474-9996-723c20726304] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1761.968541] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dd65ea02-84e6-4241-986b-9fcec194ac64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.979640] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04dc28cc-80cb-478d-9d4b-a7d93c2da31f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.010648] env[62127]: DEBUG nova.compute.manager [req-2f354956-9e3f-40fa-ae4d-b09e1793ae4c req-dfdc9686-ac2f-4711-8c2e-c0fd47d26f89 service nova] [instance: 0445fdee-1277-4474-9996-723c20726304] Detach interface failed, port_id=99547ceb-9203-4e2c-abbc-21dbaec4b617, reason: Instance 0445fdee-1277-4474-9996-723c20726304 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1762.052108] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.052422] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1762.143623] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733941, 'name': ReconfigVM_Task, 'duration_secs': 0.191451} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.144132] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1762.144753] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-692159d4-c606-40c6-abdd-2d7d296ad669 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.151827] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1762.151827] env[62127]: value = "task-1733942" [ 1762.151827] env[62127]: _type = "Task" [ 1762.151827] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.159867] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733942, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.180837] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.181026] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.181179] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.199856] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.291254] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733939, 'name': PowerOffVM_Task, 'duration_secs': 1.214157} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.291728] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1762.291954] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1762.292254] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b1657dc-b972-4991-afa8-642e9441034a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.383374] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1762.383732] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1762.384022] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleting the datastore file [datastore1] f9329450-1926-43e3-9194-66c0db7a9c27 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1762.384389] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-71f3b6e3-81d7-4c98-bf63-ed48f2ef8ee8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.391714] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for the task: (returnval){ [ 1762.391714] env[62127]: value = "task-1733944" [ 1762.391714] env[62127]: _type = "Task" [ 1762.391714] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1762.399519] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.445559] env[62127]: INFO nova.compute.manager [-] [instance: 0445fdee-1277-4474-9996-723c20726304] Took 1.27 seconds to deallocate network for instance. [ 1762.555091] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.555398] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.555605] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1762.555790] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1762.556667] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c094c505-51d5-48ba-a1f3-89cc02ab4aa7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.564419] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e880404-df89-4d58-82f7-e66b7a183fea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.578135] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a31641-3e07-45ea-8376-401a6e689109 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.585248] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c67326bc-3922-47bc-85be-f479440b174c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1762.613661] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179451MB free_disk=172GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1762.613820] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1762.614024] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1762.663281] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733942, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.698963] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1762.901454] env[62127]: DEBUG oslo_vmware.api [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Task: {'id': task-1733944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.128408} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1762.901665] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1762.901885] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1762.902100] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1762.902280] env[62127]: INFO nova.compute.manager [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1762.902522] env[62127]: DEBUG oslo.service.loopingcall [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1762.902730] env[62127]: DEBUG nova.compute.manager [-] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1762.902841] env[62127]: DEBUG nova.network.neutron [-] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1762.952081] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.163699] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733942, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.200807] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.219530] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1763.219751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1763.219979] env[62127]: DEBUG nova.network.neutron [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1763.498916] env[62127]: DEBUG nova.compute.manager [req-d22c8995-06c1-4527-82fa-0b9c2ddf2462 req-765e61fd-ab18-4d76-894b-bcec8bf1c94a service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Received event network-vif-deleted-63486ef9-26b8-4f3a-9b53-a9448b7e9c75 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1763.498916] env[62127]: INFO nova.compute.manager [req-d22c8995-06c1-4527-82fa-0b9c2ddf2462 req-765e61fd-ab18-4d76-894b-bcec8bf1c94a service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Neutron deleted interface 63486ef9-26b8-4f3a-9b53-a9448b7e9c75; detaching it from the instance and deleting it from the info cache [ 1763.499234] env[62127]: DEBUG nova.network.neutron [req-d22c8995-06c1-4527-82fa-0b9c2ddf2462 req-765e61fd-ab18-4d76-894b-bcec8bf1c94a service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.624109] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Applying migration context for instance 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d as it has an incoming, in-progress migration 7662c70b-ba4e-4e84-b749-b652af5a9cdb. Migration status is post-migrating {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1763.625503] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating resource usage from migration 7662c70b-ba4e-4e84-b749-b652af5a9cdb [ 1763.644981] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.645203] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f9329450-1926-43e3-9194-66c0db7a9c27 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.645373] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 1834d8d1-7924-4403-b0d1-12b10f1f8346 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.645524] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8a7f4608-4464-474f-98cf-9bd7a596279b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.645671] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 7ac59baf-bd6a-4589-a06d-9c0562a61aef actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.645796] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.645911] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance a1375712-20e7-4dd3-b3d7-37f33e95da9c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.646035] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.646152] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 34f70b9f-4d63-4e8a-9505-13cf689098a7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.646288] env[62127]: WARNING nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 0445fdee-1277-4474-9996-723c20726304 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1763.646403] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration 7662c70b-ba4e-4e84-b749-b652af5a9cdb is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1763.646513] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1763.646703] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1763.646839] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1763.662905] env[62127]: DEBUG nova.network.neutron [-] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1763.664150] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733942, 'name': Rename_Task, 'duration_secs': 1.196909} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.666698] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1763.667123] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-900fc15f-3ab2-4d19-b738-52c4f3f6e634 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.673513] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1763.673513] env[62127]: value = "task-1733945" [ 1763.673513] env[62127]: _type = "Task" [ 1763.673513] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1763.683774] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733945, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1763.698188] env[62127]: DEBUG oslo_vmware.api [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733925, 'name': ReconfigVM_Task, 'duration_secs': 7.043851} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1763.700457] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1763.700671] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Reconfigured VM to detach interface {{(pid=62127) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1763.811029] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b9cb15-92f8-41f1-8382-185da4cccdac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.820089] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfc494f-c7c2-4afe-bdf2-cda7a7165c94 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.852995] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae9a1481-0470-441a-ad4a-4e6661e6cf4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.861951] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-782231b5-1dbd-4ef1-88d3-071f899e204e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1763.876235] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1763.919710] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1763.919967] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1763.920234] env[62127]: INFO nova.compute.manager [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Shelving [ 1763.996722] env[62127]: DEBUG nova.network.neutron [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [{"id": "250750cf-1172-4654-b86b-172fb0de0bea", "address": "fa:16:3e:21:08:15", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250750cf-11", "ovs_interfaceid": "250750cf-1172-4654-b86b-172fb0de0bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1764.003157] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22131b7e-a004-4b52-8633-c895f28140aa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.015672] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c3593d-81cc-4599-bb67-1b6a7941111f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.046474] env[62127]: DEBUG nova.compute.manager [req-d22c8995-06c1-4527-82fa-0b9c2ddf2462 req-765e61fd-ab18-4d76-894b-bcec8bf1c94a service nova] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Detach interface failed, port_id=63486ef9-26b8-4f3a-9b53-a9448b7e9c75, reason: Instance f9329450-1926-43e3-9194-66c0db7a9c27 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1764.166026] env[62127]: INFO nova.compute.manager [-] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Took 1.26 seconds to deallocate network for instance. [ 1764.183609] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.384025] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1764.426852] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1764.427168] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6e84f4d-24b1-47c4-a8d2-562473aa873f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.434587] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1764.434587] env[62127]: value = "task-1733946" [ 1764.434587] env[62127]: _type = "Task" [ 1764.434587] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1764.442535] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1764.499053] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1764.672974] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1764.684163] env[62127]: DEBUG oslo_vmware.api [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733945, 'name': PowerOnVM_Task, 'duration_secs': 0.538592} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.684443] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1764.684649] env[62127]: DEBUG nova.compute.manager [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1764.685434] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b35afd4-5d48-486f-b5ce-d3bf5806f8b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.887049] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1764.887049] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.273s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.887283] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.936s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.887475] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1764.889524] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.217s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1764.889782] env[62127]: DEBUG nova.objects.instance [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lazy-loading 'resources' on Instance uuid f9329450-1926-43e3-9194-66c0db7a9c27 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1764.909505] env[62127]: INFO nova.scheduler.client.report [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted allocations for instance 0445fdee-1277-4474-9996-723c20726304 [ 1764.943795] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733946, 'name': PowerOffVM_Task, 'duration_secs': 0.231176} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1764.944037] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1764.944851] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16d95e3f-9c1b-4203-9c06-2631e47a4a66 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1764.962789] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea81dc1-d4e2-4e2c-9e4c-7d38466afaa3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.007082] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1765.007265] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquired lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.007435] env[62127]: DEBUG nova.network.neutron [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.017961] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.018195] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.018391] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.018605] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1765.018787] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.020396] env[62127]: INFO nova.compute.manager [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Terminating instance [ 1765.022820] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55a1e74-ddcc-4244-a9a0-09b7fbe521ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.025882] env[62127]: DEBUG nova.compute.manager [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1765.026085] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1765.026990] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e7c8d3-842d-4c78-97d1-b84d597446db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.047079] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec94ee5c-7959-42ad-944d-d18da985af07 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.049529] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1765.049780] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67f08fc0-1b85-414d-b18f-6c8edebaf8ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.057126] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance '6a990db2-a9e8-4bcc-a9b3-bbe73e20586d' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1765.061683] env[62127]: DEBUG oslo_vmware.api [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1765.061683] env[62127]: value = "task-1733947" [ 1765.061683] env[62127]: _type = "Task" [ 1765.061683] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.069150] env[62127]: DEBUG oslo_vmware.api [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733947, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.200987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1765.417041] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c0d30f0a-f8eb-491c-83d6-980d795c4e34 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "0445fdee-1277-4474-9996-723c20726304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.896s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1765.473019] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1765.473341] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-ab797bbc-f5eb-4b4b-bbfa-8de5bc50cdc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.483361] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1765.483361] env[62127]: value = "task-1733948" [ 1765.483361] env[62127]: _type = "Task" [ 1765.483361] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.492560] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733948, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.532996] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07613d7c-7fcf-468b-b322-f44fbc946be3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.541530] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9c4e151-2f8b-4b50-b57b-721037edd603 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.576560] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1765.577431] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0d4b5350-f386-4121-87ce-a624641994e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.582433] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa2b94e-78c6-4b19-a8b6-9135c67d8fce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.590972] env[62127]: DEBUG oslo_vmware.api [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733947, 'name': PowerOffVM_Task, 'duration_secs': 0.176812} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.593926] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1765.594159] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1765.594485] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1765.594485] env[62127]: value = "task-1733949" [ 1765.594485] env[62127]: _type = "Task" [ 1765.594485] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.594720] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41bd8272-17fd-4f95-b534-3b9e4e546805 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.597094] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5f764b-cc56-4fa4-ac3c-ef14dc35ebfc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.609575] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733949, 'name': PowerOnVM_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.618191] env[62127]: DEBUG nova.compute.provider_tree [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1765.674248] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1765.675062] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1765.675062] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleting the datastore file [datastore1] 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1765.675230] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73691ae7-b558-4b1a-8174-1bfa68918879 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1765.681824] env[62127]: DEBUG oslo_vmware.api [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1765.681824] env[62127]: value = "task-1733951" [ 1765.681824] env[62127]: _type = "Task" [ 1765.681824] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1765.692415] env[62127]: DEBUG oslo_vmware.api [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1765.997982] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733948, 'name': CreateSnapshot_Task, 'duration_secs': 0.446253} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1765.998293] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1765.999155] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-715fd7a6-442d-42da-9def-a6d59b062015 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.078486] env[62127]: INFO nova.network.neutron [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Port 5169a562-29c6-438c-b9af-8459001cd8ff from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1766.079103] env[62127]: DEBUG nova.network.neutron [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [{"id": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "address": "fa:16:3e:aa:59:14", "network": {"id": "4b6499a7-c69b-4088-a2b8-af14d05ba484", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-306528690-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.187", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ab321ccca1a4d31b8c69e0e12b4d124", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc86e3cae-66", "ovs_interfaceid": "c86e3cae-6617-4afb-96f7-7275bd7a67cf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.109560] env[62127]: DEBUG oslo_vmware.api [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733949, 'name': PowerOnVM_Task, 'duration_secs': 0.466441} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.109973] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1766.110281] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d32297dc-3bd6-4f04-93b7-56db6f287dbb tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance '6a990db2-a9e8-4bcc-a9b3-bbe73e20586d' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1766.124420] env[62127]: DEBUG nova.scheduler.client.report [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1766.192368] env[62127]: DEBUG oslo_vmware.api [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16798} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1766.192645] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1766.192865] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1766.193088] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1766.193272] env[62127]: INFO nova.compute.manager [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1766.193510] env[62127]: DEBUG oslo.service.loopingcall [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1766.193698] env[62127]: DEBUG nova.compute.manager [-] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1766.193795] env[62127]: DEBUG nova.network.neutron [-] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1766.519994] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1766.520354] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c14704db-77b3-469a-ab54-ba947667475a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.528792] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1766.528792] env[62127]: value = "task-1733952" [ 1766.528792] env[62127]: _type = "Task" [ 1766.528792] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1766.536310] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733952, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1766.582134] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Releasing lock "refresh_cache-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1766.630104] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.740s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1766.632628] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.432s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.632816] env[62127]: DEBUG nova.objects.instance [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1766.648808] env[62127]: INFO nova.scheduler.client.report [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Deleted allocations for instance f9329450-1926-43e3-9194-66c0db7a9c27 [ 1766.793317] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "84584cc5-b54a-4dbe-8285-51370222a201" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1766.793613] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1766.983684] env[62127]: DEBUG nova.compute.manager [req-f664a044-5995-4a7e-a440-ac0f6c6e53cf req-72ed3a2d-8bf2-457d-86b4-c9a08a5ac1d0 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Received event network-vif-deleted-c86e3cae-6617-4afb-96f7-7275bd7a67cf {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1766.983898] env[62127]: INFO nova.compute.manager [req-f664a044-5995-4a7e-a440-ac0f6c6e53cf req-72ed3a2d-8bf2-457d-86b4-c9a08a5ac1d0 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Neutron deleted interface c86e3cae-6617-4afb-96f7-7275bd7a67cf; detaching it from the instance and deleting it from the info cache [ 1766.984132] env[62127]: DEBUG nova.network.neutron [req-f664a044-5995-4a7e-a440-ac0f6c6e53cf req-72ed3a2d-8bf2-457d-86b4-c9a08a5ac1d0 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.040643] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733952, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.087121] env[62127]: DEBUG oslo_concurrency.lockutils [None req-671c3dc1-21bf-499a-b4a3-10ee2bbad811 tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "interface-92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f-5169a562-29c6-438c-b9af-8459001cd8ff" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 11.488s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.160835] env[62127]: DEBUG oslo_concurrency.lockutils [None req-7c403ce7-95e7-4a20-a680-66efa277e7c4 tempest-ServersTestJSON-810453141 tempest-ServersTestJSON-810453141-project-member] Lock "f9329450-1926-43e3-9194-66c0db7a9c27" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.401s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.298088] env[62127]: DEBUG nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1767.461043] env[62127]: DEBUG nova.network.neutron [-] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1767.489689] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5dc4fd02-1ea4-4721-80b7-26f7d0c993ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.499355] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ed7373-4e4d-45b7-96ea-32637f3b65a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.528939] env[62127]: DEBUG nova.compute.manager [req-f664a044-5995-4a7e-a440-ac0f6c6e53cf req-72ed3a2d-8bf2-457d-86b4-c9a08a5ac1d0 service nova] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Detach interface failed, port_id=c86e3cae-6617-4afb-96f7-7275bd7a67cf, reason: Instance 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1767.538274] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733952, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.641665] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f6498773-c45b-42af-9197-175ebe8c7e78 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1767.828019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.828019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1767.828019] env[62127]: INFO nova.compute.claims [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1767.886130] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.886344] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.886487] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1767.964083] env[62127]: INFO nova.compute.manager [-] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Took 1.77 seconds to deallocate network for instance. [ 1767.970011] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1767.970689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1768.046530] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733952, 'name': CloneVM_Task} progress is 100%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.474273] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1768.474959] env[62127]: INFO nova.compute.manager [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Detaching volume b898278c-8297-4fa5-b47e-cba063beb67c [ 1768.518228] env[62127]: INFO nova.virt.block_device [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Attempting to driver detach volume b898278c-8297-4fa5-b47e-cba063beb67c from mountpoint /dev/sdb [ 1768.518929] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1768.518929] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360730', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'name': 'volume-b898278c-8297-4fa5-b47e-cba063beb67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ac59baf-bd6a-4589-a06d-9c0562a61aef', 'attached_at': '', 'detached_at': '', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'serial': 'b898278c-8297-4fa5-b47e-cba063beb67c'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1768.519738] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fd92e14-ae15-42da-954f-196c899d3813 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.547699] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55020525-bbfb-4ba7-83e5-203a7e610ed9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.557755] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733952, 'name': CloneVM_Task, 'duration_secs': 1.556216} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.559377] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Created linked-clone VM from snapshot [ 1768.561102] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20e24fc-a691-4dda-aeaa-d078a1def4dc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.563860] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e022c92-742c-4266-9ab7-b5857c91b7b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.572609] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Uploading image 79091c6d-7e3d-4eba-86bb-171f6d01aafc {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1768.595930] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e94f3e6-961a-4889-b4f9-7a905a1c9bea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.611619] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] The volume has not been displaced from its original location: [datastore1] volume-b898278c-8297-4fa5-b47e-cba063beb67c/volume-b898278c-8297-4fa5-b47e-cba063beb67c.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1768.616942] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1768.618922] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b106441-3798-4e15-bcc1-0f08b64535ea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.632029] env[62127]: DEBUG nova.network.neutron [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Port 250750cf-1172-4654-b86b-172fb0de0bea binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1768.632333] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1768.632494] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1768.632660] env[62127]: DEBUG nova.network.neutron [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1768.639962] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1768.639962] env[62127]: value = "vm-360740" [ 1768.639962] env[62127]: _type = "VirtualMachine" [ 1768.639962] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1768.640236] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2427e52-35d9-4309-bff8-dd66de92ccae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.644130] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1768.644130] env[62127]: value = "task-1733953" [ 1768.644130] env[62127]: _type = "Task" [ 1768.644130] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.649087] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease: (returnval){ [ 1768.649087] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52107fd5-ad17-2e3c-3386-daa83406c06d" [ 1768.649087] env[62127]: _type = "HttpNfcLease" [ 1768.649087] env[62127]: } obtained for exporting VM: (result){ [ 1768.649087] env[62127]: value = "vm-360740" [ 1768.649087] env[62127]: _type = "VirtualMachine" [ 1768.649087] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1768.649327] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the lease: (returnval){ [ 1768.649327] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52107fd5-ad17-2e3c-3386-daa83406c06d" [ 1768.649327] env[62127]: _type = "HttpNfcLease" [ 1768.649327] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1768.655670] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.659011] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1768.659011] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52107fd5-ad17-2e3c-3386-daa83406c06d" [ 1768.659011] env[62127]: _type = "HttpNfcLease" [ 1768.659011] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1769.002146] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c3c2ed-f422-42f4-8b3e-a4de116311d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.011951] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387ff25e-510e-465e-8428-57d4b39588ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.042321] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d8d8b1-7a8e-4e5e-ba80-cfb60296d152 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.049933] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-addc773b-d0d6-488e-bf73-32bc9eccaaf4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.065194] env[62127]: DEBUG nova.compute.provider_tree [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.156682] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733953, 'name': ReconfigVM_Task, 'duration_secs': 0.213036} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.158039] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.163550] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-779f536f-affb-4cc3-8f28-d246e1407662 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.173141] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1769.173141] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52107fd5-ad17-2e3c-3386-daa83406c06d" [ 1769.173141] env[62127]: _type = "HttpNfcLease" [ 1769.173141] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1769.173442] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1769.173442] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52107fd5-ad17-2e3c-3386-daa83406c06d" [ 1769.173442] env[62127]: _type = "HttpNfcLease" [ 1769.173442] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1769.174481] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ccdf0f4-5dd2-4e44-9ace-2ecf99316183 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.179062] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1769.179062] env[62127]: value = "task-1733955" [ 1769.179062] env[62127]: _type = "Task" [ 1769.179062] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.182252] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f042-144c-8aec-fc35-3f2cd0ccec83/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1769.182499] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f042-144c-8aec-fc35-3f2cd0ccec83/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1769.249633] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733955, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.295286] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0f600eae-cec8-4cef-95ea-9f8503f89eb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.425589] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1769.425743] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1769.425889] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1769.431050] env[62127]: DEBUG nova.network.neutron [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [{"id": "250750cf-1172-4654-b86b-172fb0de0bea", "address": "fa:16:3e:21:08:15", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250750cf-11", "ovs_interfaceid": "250750cf-1172-4654-b86b-172fb0de0bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1769.586855] env[62127]: ERROR nova.scheduler.client.report [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [req-15c0be2a-f97a-49c7-afa7-69bfb7f2904f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-15c0be2a-f97a-49c7-afa7-69bfb7f2904f"}]} [ 1769.602797] env[62127]: DEBUG nova.scheduler.client.report [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1769.619650] env[62127]: DEBUG nova.scheduler.client.report [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1769.620070] env[62127]: DEBUG nova.compute.provider_tree [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 172, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.631707] env[62127]: DEBUG nova.scheduler.client.report [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1769.649906] env[62127]: DEBUG nova.scheduler.client.report [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1769.692753] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.796505] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-371f7fe7-8214-443b-b987-29d2f122bcc7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.803913] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff756be-2531-4013-b084-5ff49b2d1ce9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.836073] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2b1040-4fb8-4023-8a86-bded473055e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.843768] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b8a38f-6db3-43cd-9aba-230a01dd6ea8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.857670] env[62127]: DEBUG nova.compute.provider_tree [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1769.934255] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1770.193624] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733955, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.389229] env[62127]: DEBUG nova.scheduler.client.report [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 168 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1770.389521] env[62127]: DEBUG nova.compute.provider_tree [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 168 to 169 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1770.389698] env[62127]: DEBUG nova.compute.provider_tree [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1770.438044] env[62127]: DEBUG nova.compute.manager [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=62127) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:898}} [ 1770.438703] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1770.639319] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updating instance_info_cache with network_info: [{"id": "3eb6790b-fde7-499c-9765-a835ef20fd81", "address": "fa:16:3e:b0:c7:ec", "network": {"id": "a29bc6f7-893c-4c39-bf51-fb00840e06c0", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-78704480-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b33d95450c5454f8b2d3f7d02ed3d71", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "975b168a-03e5-449d-95ac-4d51ba027242", "external-id": "nsx-vlan-transportzone-365", "segmentation_id": 365, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3eb6790b-fd", "ovs_interfaceid": "3eb6790b-fde7-499c-9765-a835ef20fd81", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1770.692943] env[62127]: DEBUG oslo_vmware.api [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733955, 'name': ReconfigVM_Task, 'duration_secs': 1.166352} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.693355] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360730', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'name': 'volume-b898278c-8297-4fa5-b47e-cba063beb67c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '7ac59baf-bd6a-4589-a06d-9c0562a61aef', 'attached_at': '', 'detached_at': '', 'volume_id': 'b898278c-8297-4fa5-b47e-cba063beb67c', 'serial': 'b898278c-8297-4fa5-b47e-cba063beb67c'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1770.895019] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.069s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1770.895538] env[62127]: DEBUG nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1770.898238] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.424s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1770.898543] env[62127]: DEBUG nova.objects.instance [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'resources' on Instance uuid 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.142191] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-1834d8d1-7924-4403-b0d1-12b10f1f8346" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1771.143038] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1771.143038] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1771.237571] env[62127]: DEBUG nova.objects.instance [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lazy-loading 'flavor' on Instance uuid 7ac59baf-bd6a-4589-a06d-9c0562a61aef {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1771.401536] env[62127]: DEBUG nova.compute.utils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1771.403160] env[62127]: DEBUG nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1771.403399] env[62127]: DEBUG nova.network.neutron [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1771.447636] env[62127]: DEBUG nova.policy [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7f98b6db628743a9b6107097425874de', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ac40cd0d47054d1092ac96c601d43e00', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1771.565559] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fcc4b1-6a60-4211-b45c-7cee7262cbc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.574446] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42b93774-1335-4ba9-bc43-b8e6ccadde08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.607444] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a50de95-7af7-4e87-858e-f1915f4f0ad9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.615517] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9749a7af-ed41-410e-a344-76aa13b32317 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1771.629063] env[62127]: DEBUG nova.compute.provider_tree [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1771.752821] env[62127]: DEBUG nova.network.neutron [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Successfully created port: 8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1771.909095] env[62127]: DEBUG nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1772.132402] env[62127]: DEBUG nova.scheduler.client.report [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1772.246194] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342f903-c38a-4856-95d4-77bc1ba5ab67 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.275s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.637566] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.739s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1772.639908] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.201s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1772.658948] env[62127]: INFO nova.scheduler.client.report [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted allocations for instance 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f [ 1772.919059] env[62127]: DEBUG nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1772.947634] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1772.947893] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1772.948065] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1772.948259] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1772.948405] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1772.948552] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1772.948764] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1772.948923] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1772.949180] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1772.949374] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1772.949548] env[62127]: DEBUG nova.virt.hardware [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1772.950441] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd222a75-60e8-43e7-b441-3becc27d7a18 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1772.958752] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-353ddfe8-1ccf-4182-8684-fad2a78d0841 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.051916] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.052282] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1773.145698] env[62127]: DEBUG nova.objects.instance [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'migration_context' on Instance uuid 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1773.162390] env[62127]: DEBUG nova.compute.manager [req-27bdbd75-3aed-44f3-a4ab-5ab68db848d5 req-a697d8c1-4e5a-4d43-b7e2-a953cdd40643 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Received event network-vif-plugged-8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1773.162607] env[62127]: DEBUG oslo_concurrency.lockutils [req-27bdbd75-3aed-44f3-a4ab-5ab68db848d5 req-a697d8c1-4e5a-4d43-b7e2-a953cdd40643 service nova] Acquiring lock "84584cc5-b54a-4dbe-8285-51370222a201-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.162816] env[62127]: DEBUG oslo_concurrency.lockutils [req-27bdbd75-3aed-44f3-a4ab-5ab68db848d5 req-a697d8c1-4e5a-4d43-b7e2-a953cdd40643 service nova] Lock "84584cc5-b54a-4dbe-8285-51370222a201-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.163023] env[62127]: DEBUG oslo_concurrency.lockutils [req-27bdbd75-3aed-44f3-a4ab-5ab68db848d5 req-a697d8c1-4e5a-4d43-b7e2-a953cdd40643 service nova] Lock "84584cc5-b54a-4dbe-8285-51370222a201-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.163225] env[62127]: DEBUG nova.compute.manager [req-27bdbd75-3aed-44f3-a4ab-5ab68db848d5 req-a697d8c1-4e5a-4d43-b7e2-a953cdd40643 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] No waiting events found dispatching network-vif-plugged-8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1773.163357] env[62127]: WARNING nova.compute.manager [req-27bdbd75-3aed-44f3-a4ab-5ab68db848d5 req-a697d8c1-4e5a-4d43-b7e2-a953cdd40643 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Received unexpected event network-vif-plugged-8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 for instance with vm_state building and task_state spawning. [ 1773.167924] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57a71d2a-6aa9-4c10-9a90-203d762c599f tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.150s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.263496] env[62127]: DEBUG nova.network.neutron [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Successfully updated port: 8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1773.367561] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.367846] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.368081] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.368273] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.368444] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.373945] env[62127]: INFO nova.compute.manager [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Terminating instance [ 1773.375858] env[62127]: DEBUG nova.compute.manager [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1773.376070] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.376910] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d72e8c-5490-4bc3-be0a-9cfdada35cd9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.385285] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.385549] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db54b441-c246-4d88-8b9c-9e3b9ba19e8a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.392135] env[62127]: DEBUG oslo_vmware.api [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1773.392135] env[62127]: value = "task-1733956" [ 1773.392135] env[62127]: _type = "Task" [ 1773.392135] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.400323] env[62127]: DEBUG oslo_vmware.api [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.726473] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.726724] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.726931] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1773.727118] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1773.727289] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1773.729309] env[62127]: INFO nova.compute.manager [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Terminating instance [ 1773.731361] env[62127]: DEBUG nova.compute.manager [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1773.731613] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1773.732511] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec90a147-9cf4-47a0-8da1-153fcffe4421 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.743585] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.743836] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b500c82d-347c-45fa-beb4-1aa2d78f4f45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.751352] env[62127]: DEBUG oslo_vmware.api [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1773.751352] env[62127]: value = "task-1733957" [ 1773.751352] env[62127]: _type = "Task" [ 1773.751352] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.763336] env[62127]: DEBUG oslo_vmware.api [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733957, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.772611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1773.772611] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1773.772611] env[62127]: DEBUG nova.network.neutron [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1773.803992] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba98d1e-2a89-4be9-b122-7972ddc2dcfa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.812225] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50388f50-f628-4a91-8cde-08de177ff85e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.843779] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f69532e0-0a78-45bf-9815-59daa9ca8872 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.851798] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11bf0a35-654c-4801-9af3-d7c22b157aa6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.866069] env[62127]: DEBUG nova.compute.provider_tree [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1773.902494] env[62127]: DEBUG oslo_vmware.api [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733956, 'name': PowerOffVM_Task, 'duration_secs': 0.23256} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.902749] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.902920] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1773.903257] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d88b626c-6d22-40a9-a5fd-9af3a6e843b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.981791] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1773.982375] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1773.982502] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleting the datastore file [datastore1] 7ac59baf-bd6a-4589-a06d-9c0562a61aef {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1773.982764] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66531dfd-a4fa-42a6-8ecf-7652f7658537 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.989443] env[62127]: DEBUG oslo_vmware.api [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1773.989443] env[62127]: value = "task-1733959" [ 1773.989443] env[62127]: _type = "Task" [ 1773.989443] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.997877] env[62127]: DEBUG oslo_vmware.api [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733959, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.262374] env[62127]: DEBUG oslo_vmware.api [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733957, 'name': PowerOffVM_Task, 'duration_secs': 0.242221} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.262682] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1774.262882] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.263226] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a6cc1fef-4b67-4d56-946b-71e4d5cbb66b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.306145] env[62127]: DEBUG nova.network.neutron [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1774.337903] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.338142] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.338331] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleting the datastore file [datastore1] 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.338602] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8aa8a8db-fab9-495a-8262-c5c8c6cccaac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.345503] env[62127]: DEBUG oslo_vmware.api [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for the task: (returnval){ [ 1774.345503] env[62127]: value = "task-1733961" [ 1774.345503] env[62127]: _type = "Task" [ 1774.345503] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.357961] env[62127]: DEBUG oslo_vmware.api [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733961, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.369222] env[62127]: DEBUG nova.scheduler.client.report [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1774.499044] env[62127]: DEBUG oslo_vmware.api [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733959, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196154} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.499311] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.499500] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.499674] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.499847] env[62127]: INFO nova.compute.manager [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1774.500160] env[62127]: DEBUG oslo.service.loopingcall [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.500418] env[62127]: DEBUG nova.compute.manager [-] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1774.500548] env[62127]: DEBUG nova.network.neutron [-] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.514182] env[62127]: DEBUG nova.network.neutron [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance_info_cache with network_info: [{"id": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "address": "fa:16:3e:a9:38:35", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2ae88b-cd", "ovs_interfaceid": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1774.860040] env[62127]: DEBUG oslo_vmware.api [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Task: {'id': task-1733961, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125467} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.860040] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1774.860040] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1774.860040] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1774.860040] env[62127]: INFO nova.compute.manager [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1774.860040] env[62127]: DEBUG oslo.service.loopingcall [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1774.860040] env[62127]: DEBUG nova.compute.manager [-] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1774.860040] env[62127]: DEBUG nova.network.neutron [-] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1774.999425] env[62127]: DEBUG nova.compute.manager [req-b85274bc-1422-4adc-b876-5938faee61cd req-5991bcea-1344-4a2c-986e-74af859f3d62 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Received event network-vif-deleted-244e5529-db64-4eb3-a44f-c4cf80a64dc5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1774.999425] env[62127]: INFO nova.compute.manager [req-b85274bc-1422-4adc-b876-5938faee61cd req-5991bcea-1344-4a2c-986e-74af859f3d62 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Neutron deleted interface 244e5529-db64-4eb3-a44f-c4cf80a64dc5; detaching it from the instance and deleting it from the info cache [ 1774.999425] env[62127]: DEBUG nova.network.neutron [req-b85274bc-1422-4adc-b876-5938faee61cd req-5991bcea-1344-4a2c-986e-74af859f3d62 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.019124] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1775.019124] env[62127]: DEBUG nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Instance network_info: |[{"id": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "address": "fa:16:3e:a9:38:35", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2ae88b-cd", "ovs_interfaceid": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1775.019124] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:38:35', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d5d0e0d-cdec-474a-a891-a9ceff15a8b2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8e2ae88b-cd23-44e7-80ab-8248fcebbaa5', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1775.027056] env[62127]: DEBUG oslo.service.loopingcall [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1775.027647] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1775.027953] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4da1bdca-3e8b-4a00-834a-00364e708a48 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.053122] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1775.053122] env[62127]: value = "task-1733962" [ 1775.053122] env[62127]: _type = "Task" [ 1775.053122] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.061856] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733962, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.194119] env[62127]: DEBUG nova.compute.manager [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Received event network-changed-8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1775.194337] env[62127]: DEBUG nova.compute.manager [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Refreshing instance network info cache due to event network-changed-8e2ae88b-cd23-44e7-80ab-8248fcebbaa5. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1775.194556] env[62127]: DEBUG oslo_concurrency.lockutils [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] Acquiring lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.194700] env[62127]: DEBUG oslo_concurrency.lockutils [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] Acquired lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.194860] env[62127]: DEBUG nova.network.neutron [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Refreshing network info cache for port 8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1775.380355] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.740s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1775.472250] env[62127]: DEBUG nova.network.neutron [-] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.502786] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f56026c-745e-43ea-ab93-637104630d70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.513648] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-405b25b2-22ab-4f40-a9c9-967973420750 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.547578] env[62127]: DEBUG nova.compute.manager [req-b85274bc-1422-4adc-b876-5938faee61cd req-5991bcea-1344-4a2c-986e-74af859f3d62 service nova] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Detach interface failed, port_id=244e5529-db64-4eb3-a44f-c4cf80a64dc5, reason: Instance 7ac59baf-bd6a-4589-a06d-9c0562a61aef could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1775.564197] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733962, 'name': CreateVM_Task, 'duration_secs': 0.456159} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.564323] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1775.564979] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1775.565160] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1775.565491] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1775.565750] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0d2aae-da89-4342-a50b-d40f6cc2b014 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1775.570519] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1775.570519] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52660495-5005-8d99-aa21-e05c3a4f4f56" [ 1775.570519] env[62127]: _type = "Task" [ 1775.570519] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1775.579359] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52660495-5005-8d99-aa21-e05c3a4f4f56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.657946] env[62127]: DEBUG nova.network.neutron [-] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.915586] env[62127]: DEBUG nova.network.neutron [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updated VIF entry in instance network info cache for port 8e2ae88b-cd23-44e7-80ab-8248fcebbaa5. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1775.915953] env[62127]: DEBUG nova.network.neutron [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance_info_cache with network_info: [{"id": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "address": "fa:16:3e:a9:38:35", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2ae88b-cd", "ovs_interfaceid": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1775.974857] env[62127]: INFO nova.compute.manager [-] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Took 1.47 seconds to deallocate network for instance. [ 1776.082175] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52660495-5005-8d99-aa21-e05c3a4f4f56, 'name': SearchDatastore_Task, 'duration_secs': 0.010151} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.082562] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.082719] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1776.082953] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1776.083150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1776.083372] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1776.083898] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91ad2427-6163-45bc-bac4-77351aaf1e1b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.092379] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1776.092563] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1776.093349] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4e5ee7e-0a29-4b91-836a-6671272f3ee8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.098654] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1776.098654] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5298eb46-26ca-e1f3-9e49-79a0fbdb4958" [ 1776.098654] env[62127]: _type = "Task" [ 1776.098654] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.106526] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5298eb46-26ca-e1f3-9e49-79a0fbdb4958, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.160791] env[62127]: INFO nova.compute.manager [-] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Took 1.30 seconds to deallocate network for instance. [ 1776.418090] env[62127]: DEBUG oslo_concurrency.lockutils [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] Releasing lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1776.418344] env[62127]: DEBUG nova.compute.manager [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Received event network-vif-deleted-c63af000-4863-4551-80da-cb912641e978 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1776.418531] env[62127]: INFO nova.compute.manager [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Neutron deleted interface c63af000-4863-4551-80da-cb912641e978; detaching it from the instance and deleting it from the info cache [ 1776.418674] env[62127]: DEBUG nova.network.neutron [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.481225] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.481557] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1776.481851] env[62127]: DEBUG nova.objects.instance [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lazy-loading 'resources' on Instance uuid 7ac59baf-bd6a-4589-a06d-9c0562a61aef {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1776.608618] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5298eb46-26ca-e1f3-9e49-79a0fbdb4958, 'name': SearchDatastore_Task, 'duration_secs': 0.009899} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1776.609362] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25ab8d7f-91c2-4b01-9a10-b9877bfa783b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.615104] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1776.615104] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520f65a7-5d21-33d0-772a-b04938720b06" [ 1776.615104] env[62127]: _type = "Task" [ 1776.615104] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1776.622967] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520f65a7-5d21-33d0-772a-b04938720b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1776.667461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1776.921461] env[62127]: INFO nova.compute.manager [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Swapping old allocation on dict_keys(['f9fde961-56b4-459e-8343-d29cfefd8d40']) held by migration 7662c70b-ba4e-4e84-b749-b652af5a9cdb for instance [ 1776.924748] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ec126d75-fad7-40e0-bbab-0dd3e7da146e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.935091] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee50c01-bcff-400e-af93-a060a4228725 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.959290] env[62127]: DEBUG nova.scheduler.client.report [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Overwriting current allocation {'allocations': {'f9fde961-56b4-459e-8343-d29cfefd8d40': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 169}}, 'project_id': '9316215ca9d2427f9def55ffa6656520', 'user_id': '03e3008d892d48889c7e51295f83927a', 'consumer_generation': 1} on consumer 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d {{(pid=62127) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2032}} [ 1776.975541] env[62127]: DEBUG nova.compute.manager [req-b9076498-5a57-4bcf-a58b-175ba46810ff req-0fb00155-d893-4007-a126-c48ce4cde845 service nova] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Detach interface failed, port_id=c63af000-4863-4551-80da-cb912641e978, reason: Instance 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1777.035250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1777.035451] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1777.035626] env[62127]: DEBUG nova.network.neutron [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1777.105576] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f498d206-807f-4fb0-bf8d-7f7228730b85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.113947] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7054f9-2852-43e6-8a2f-6094b21f5920 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.124765] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520f65a7-5d21-33d0-772a-b04938720b06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.148642] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fd3fd87-eccb-4140-b0f0-d992c5a2d1d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.156219] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4fa7e9-fe92-4bbd-b3a2-45fbdae09ba2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.170909] env[62127]: DEBUG nova.compute.provider_tree [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1777.438256] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f042-144c-8aec-fc35-3f2cd0ccec83/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1777.439485] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e874cbc9-c419-4ae5-bbc6-04875113e790 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.445827] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f042-144c-8aec-fc35-3f2cd0ccec83/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1777.445994] env[62127]: ERROR oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f042-144c-8aec-fc35-3f2cd0ccec83/disk-0.vmdk due to incomplete transfer. [ 1777.446243] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-7365e7ec-70dc-4d6e-8bf3-f6acbff38310 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.454039] env[62127]: DEBUG oslo_vmware.rw_handles [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5224f042-144c-8aec-fc35-3f2cd0ccec83/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1777.454234] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Uploaded image 79091c6d-7e3d-4eba-86bb-171f6d01aafc to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1777.456557] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1777.456792] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4c05e028-9371-46b0-8a8d-d39da501808f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.462866] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1777.462866] env[62127]: value = "task-1733963" [ 1777.462866] env[62127]: _type = "Task" [ 1777.462866] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.470462] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733963, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.630350] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520f65a7-5d21-33d0-772a-b04938720b06, 'name': SearchDatastore_Task, 'duration_secs': 0.850627} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1777.630758] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1777.630852] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 84584cc5-b54a-4dbe-8285-51370222a201/84584cc5-b54a-4dbe-8285-51370222a201.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1777.631150] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-81f20814-2e80-4ae8-bd4b-b0f8ac523083 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1777.637543] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1777.637543] env[62127]: value = "task-1733964" [ 1777.637543] env[62127]: _type = "Task" [ 1777.637543] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1777.645269] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733964, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1777.673968] env[62127]: DEBUG nova.scheduler.client.report [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1777.796919] env[62127]: DEBUG nova.network.neutron [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [{"id": "250750cf-1172-4654-b86b-172fb0de0bea", "address": "fa:16:3e:21:08:15", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap250750cf-11", "ovs_interfaceid": "250750cf-1172-4654-b86b-172fb0de0bea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1777.973535] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733963, 'name': Destroy_Task} progress is 33%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.147369] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733964, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.180654] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.699s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.183082] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.516s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1778.183385] env[62127]: DEBUG nova.objects.instance [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lazy-loading 'resources' on Instance uuid 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1778.200042] env[62127]: INFO nova.scheduler.client.report [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleted allocations for instance 7ac59baf-bd6a-4589-a06d-9c0562a61aef [ 1778.299844] env[62127]: DEBUG oslo_concurrency.lockutils [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1778.300536] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1778.300810] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4f84392-99af-429d-bd8b-48414ebfeaf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.308028] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1778.308028] env[62127]: value = "task-1733965" [ 1778.308028] env[62127]: _type = "Task" [ 1778.308028] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.316814] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733965, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.475796] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733963, 'name': Destroy_Task, 'duration_secs': 0.628305} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.476502] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Destroyed the VM [ 1778.476502] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1778.476645] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-88fdc760-cdbb-4ac5-b18b-fc774bd2414a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.483257] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1778.483257] env[62127]: value = "task-1733966" [ 1778.483257] env[62127]: _type = "Task" [ 1778.483257] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.491438] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733966, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.648170] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733964, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.709987] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b9500415-8655-46bf-bc6a-053b71622622 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "7ac59baf-bd6a-4589-a06d-9c0562a61aef" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.342s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1778.809281] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d389e2bd-de1d-49de-863b-d93dee478427 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.823310] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d762fb-8654-4af4-b827-32be7c4e1cf5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.826648] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733965, 'name': PowerOffVM_Task, 'duration_secs': 0.507565} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.826973] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1778.827695] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1778.827970] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1778.828186] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1778.828474] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1778.828691] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1778.829219] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1778.829219] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1778.829378] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1778.829681] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1778.829922] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1778.830153] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1778.836562] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-410ba94b-024e-4ebc-9908-104bec5be0da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.871812] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5eb624-a4cf-416d-a3ad-5d8ee740f28e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.876659] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1778.876659] env[62127]: value = "task-1733968" [ 1778.876659] env[62127]: _type = "Task" [ 1778.876659] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1778.882271] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aff3373-7ceb-4846-a5f3-22f40467236f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1778.891899] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733968, 'name': ReconfigVM_Task} progress is 10%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1778.899672] env[62127]: DEBUG nova.compute.provider_tree [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1778.993339] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733966, 'name': RemoveSnapshot_Task, 'duration_secs': 0.385439} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1778.993576] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1778.993850] env[62127]: DEBUG nova.compute.manager [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1778.994612] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e984a21-023d-4fa9-9c43-896ec6702366 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.149230] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733964, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.041714} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.149584] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 84584cc5-b54a-4dbe-8285-51370222a201/84584cc5-b54a-4dbe-8285-51370222a201.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1779.149664] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1779.149897] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-148dac12-f895-4a54-a6a8-dd6411ed9315 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.156578] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1779.156578] env[62127]: value = "task-1733969" [ 1779.156578] env[62127]: _type = "Task" [ 1779.156578] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.164773] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733969, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.391333] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.403439] env[62127]: DEBUG nova.scheduler.client.report [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1779.505735] env[62127]: INFO nova.compute.manager [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Shelve offloading [ 1779.507424] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1779.507688] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cac9e825-4123-471f-a36e-7bd499fed81d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.515209] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1779.515209] env[62127]: value = "task-1733970" [ 1779.515209] env[62127]: _type = "Task" [ 1779.515209] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.523050] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733970, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.666791] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733969, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.509941} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.667114] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1779.667928] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14c5e94-82cb-43fc-bd06-df008d9a13a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.690019] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 84584cc5-b54a-4dbe-8285-51370222a201/84584cc5-b54a-4dbe-8285-51370222a201.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1779.690272] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f46fd15b-df4c-4ea5-94c8-dd642650a3e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.708567] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1779.708567] env[62127]: value = "task-1733971" [ 1779.708567] env[62127]: _type = "Task" [ 1779.708567] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.715874] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733971, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.890291] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733968, 'name': ReconfigVM_Task, 'duration_secs': 0.683802} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1779.891257] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89fa7575-b608-4601-ae5a-d8661acc04db {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.909830] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.727s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1779.912153] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1779.912437] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1779.912609] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1779.912794] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1779.912941] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1779.913101] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1779.913304] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1779.913458] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1779.913616] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1779.913772] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1779.913940] env[62127]: DEBUG nova.virt.hardware [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1779.914960] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96fb5cf8-e143-45ca-823b-02f586877c54 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1779.920272] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1779.920272] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b5d309-756b-430a-294b-8ffa8f16530f" [ 1779.920272] env[62127]: _type = "Task" [ 1779.920272] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1779.927971] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b5d309-756b-430a-294b-8ffa8f16530f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1779.935662] env[62127]: INFO nova.scheduler.client.report [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Deleted allocations for instance 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9 [ 1780.025532] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1780.025705] env[62127]: DEBUG nova.compute.manager [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1780.026451] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4ce6601-d591-4999-bf6a-c22d00a7900f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.031812] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1780.031977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1780.032211] env[62127]: DEBUG nova.network.neutron [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1780.218893] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733971, 'name': ReconfigVM_Task, 'duration_secs': 0.250685} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.219237] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 84584cc5-b54a-4dbe-8285-51370222a201/84584cc5-b54a-4dbe-8285-51370222a201.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1780.219797] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-becc2f3e-0a03-4144-a168-965c31392aa3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.225708] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1780.225708] env[62127]: value = "task-1733972" [ 1780.225708] env[62127]: _type = "Task" [ 1780.225708] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.234306] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733972, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.430530] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b5d309-756b-430a-294b-8ffa8f16530f, 'name': SearchDatastore_Task, 'duration_secs': 0.007208} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.435760] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfiguring VM instance instance-00000067 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1780.436059] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-76b4703f-f36e-44f2-bfc4-9f40a72648fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.451702] env[62127]: DEBUG oslo_concurrency.lockutils [None req-612d1d81-f240-4736-bb15-1560daf4b30e tempest-AttachInterfacesTestJSON-1264898378 tempest-AttachInterfacesTestJSON-1264898378-project-member] Lock "7abb9a9c-ebe3-413d-a0dc-20c9c63845e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.725s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1780.456203] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1780.456203] env[62127]: value = "task-1733973" [ 1780.456203] env[62127]: _type = "Task" [ 1780.456203] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.464357] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.736484] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733972, 'name': Rename_Task, 'duration_secs': 0.14825} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.736710] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1780.736961] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88386011-bea9-4390-81e3-90a018736b99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.743108] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1780.743108] env[62127]: value = "task-1733974" [ 1780.743108] env[62127]: _type = "Task" [ 1780.743108] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1780.750303] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1780.966361] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733973, 'name': ReconfigVM_Task, 'duration_secs': 0.154465} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1780.966702] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfigured VM instance instance-00000067 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1780.967530] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62d7bff-f222-4ed4-a8d6-4d2713a529b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1780.990913] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1780.994045] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6eaa4b26-cf1d-45b0-8dc5-fa6885370008 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.011894] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1781.011894] env[62127]: value = "task-1733975" [ 1781.011894] env[62127]: _type = "Task" [ 1781.011894] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1781.020166] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733975, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1781.066102] env[62127]: DEBUG nova.network.neutron [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba22832-d8", "ovs_interfaceid": "dba22832-d85a-4ca8-8324-34a80765ba2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1781.253558] env[62127]: DEBUG oslo_vmware.api [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733974, 'name': PowerOnVM_Task, 'duration_secs': 0.437658} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.253897] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1781.254060] env[62127]: INFO nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1781.254204] env[62127]: DEBUG nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1781.255011] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f17b3203-d4d9-44c2-a67a-512f13ae38d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.522340] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733975, 'name': ReconfigVM_Task, 'duration_secs': 0.276681} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1781.522340] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d/6a990db2-a9e8-4bcc-a9b3-bbe73e20586d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1781.523044] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becdd8ee-752f-43c1-b832-146ba726b21f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.542286] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0397e41-c5a7-45fe-98d3-9b567e0eee05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.286775] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1782.293302] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f386646-97f9-4d41-8867-76f7193eff28 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.298402] env[62127]: INFO nova.compute.manager [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Took 14.50 seconds to build instance. [ 1782.315736] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5141520-7309-435a-a1ac-838e6c5f0885 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.323822] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1782.324261] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d8f7f01-905c-4419-887f-ec1745df78b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.330872] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1782.330872] env[62127]: value = "task-1733976" [ 1782.330872] env[62127]: _type = "Task" [ 1782.330872] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.338518] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1782.802383] env[62127]: DEBUG nova.compute.manager [req-fc7e2868-e79d-4335-a95b-135727f6470a req-05c72b28-2001-4e20-bdc8-4a470ea226e6 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-vif-unplugged-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1782.802383] env[62127]: DEBUG oslo_concurrency.lockutils [req-fc7e2868-e79d-4335-a95b-135727f6470a req-05c72b28-2001-4e20-bdc8-4a470ea226e6 service nova] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1782.802383] env[62127]: DEBUG oslo_concurrency.lockutils [req-fc7e2868-e79d-4335-a95b-135727f6470a req-05c72b28-2001-4e20-bdc8-4a470ea226e6 service nova] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1782.802383] env[62127]: DEBUG oslo_concurrency.lockutils [req-fc7e2868-e79d-4335-a95b-135727f6470a req-05c72b28-2001-4e20-bdc8-4a470ea226e6 service nova] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.802383] env[62127]: DEBUG nova.compute.manager [req-fc7e2868-e79d-4335-a95b-135727f6470a req-05c72b28-2001-4e20-bdc8-4a470ea226e6 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] No waiting events found dispatching network-vif-unplugged-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1782.802383] env[62127]: WARNING nova.compute.manager [req-fc7e2868-e79d-4335-a95b-135727f6470a req-05c72b28-2001-4e20-bdc8-4a470ea226e6 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received unexpected event network-vif-unplugged-dba22832-d85a-4ca8-8324-34a80765ba2e for instance with vm_state shelved and task_state shelving_offloading. [ 1782.804132] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e46a9f7b-8a47-4fdd-b54d-3f1ddc6b45c1 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.010s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1782.806530] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1782.808223] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be9a30a-dc65-4aa7-ac07-bbbd9351c8a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.817297] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1782.817536] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a13dc0a-5ed1-4214-bd61-11207e555a47 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.840654] env[62127]: DEBUG oslo_vmware.api [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733976, 'name': PowerOnVM_Task, 'duration_secs': 0.421554} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1782.840876] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1782.898296] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1782.898611] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1782.898709] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleting the datastore file [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1782.898976] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-701cbce8-c1e4-452d-bc9a-7ec08881cf1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1782.906252] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1782.906252] env[62127]: value = "task-1733978" [ 1782.906252] env[62127]: _type = "Task" [ 1782.906252] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1782.913946] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733978, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.374422] env[62127]: DEBUG nova.compute.manager [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1783.415800] env[62127]: DEBUG oslo_vmware.api [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733978, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163934} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1783.416075] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1783.416268] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1783.416441] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1783.437035] env[62127]: INFO nova.scheduler.client.report [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted allocations for instance 34f70b9f-4d63-4e8a-9505-13cf689098a7 [ 1783.479280] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "8a7f4608-4464-474f-98cf-9bd7a596279b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.479950] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.479950] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "8a7f4608-4464-474f-98cf-9bd7a596279b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.480623] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.480623] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1783.482810] env[62127]: INFO nova.compute.manager [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Terminating instance [ 1783.484726] env[62127]: DEBUG nova.compute.manager [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1783.484948] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1783.486103] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d44b6717-4b8b-4fdb-a15a-bacbcc46154e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.493289] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1783.493588] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ec6007-dcb9-4ce0-9b99-3c09cc721e63 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1783.499406] env[62127]: DEBUG oslo_vmware.api [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1783.499406] env[62127]: value = "task-1733979" [ 1783.499406] env[62127]: _type = "Task" [ 1783.499406] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1783.508027] env[62127]: DEBUG oslo_vmware.api [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733979, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1783.853326] env[62127]: INFO nova.compute.manager [None req-42e5bbcf-a6ee-4c19-9e6f-fed4db5edbcd tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance to original state: 'active' [ 1783.891938] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1783.892366] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1783.941789] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1784.010151] env[62127]: DEBUG oslo_vmware.api [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733979, 'name': PowerOffVM_Task, 'duration_secs': 0.206682} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1784.010151] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1784.010151] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1784.010344] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fc2cbe6-df52-419e-8f87-ee09030298c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.083348] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1784.083580] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1784.083834] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleting the datastore file [datastore1] 8a7f4608-4464-474f-98cf-9bd7a596279b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1784.084049] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b80ca51d-417e-4031-adaa-7a87269fa3b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.090370] env[62127]: DEBUG oslo_vmware.api [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1784.090370] env[62127]: value = "task-1733981" [ 1784.090370] env[62127]: _type = "Task" [ 1784.090370] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1784.098850] env[62127]: DEBUG oslo_vmware.api [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.398548] env[62127]: INFO nova.compute.claims [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1784.600801] env[62127]: DEBUG oslo_vmware.api [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733981, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1784.831465] env[62127]: DEBUG nova.compute.manager [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1784.831667] env[62127]: DEBUG nova.compute.manager [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing instance network info cache due to event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1784.831879] env[62127]: DEBUG oslo_concurrency.lockutils [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] Acquiring lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1784.832032] env[62127]: DEBUG oslo_concurrency.lockutils [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] Acquired lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1784.832294] env[62127]: DEBUG nova.network.neutron [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1784.908029] env[62127]: INFO nova.compute.resource_tracker [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating resource usage from migration 5710255e-c274-4160-b00b-a31935a15801 [ 1785.011170] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d92c6762-f5c9-4ce5-8fa3-d96ee1c8e301 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.019132] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14b118c-d28e-4f88-a6d7-5c6f36d8bcb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.049514] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3bdf462-9de5-40d2-91d6-f94b964d470f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.057135] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b6165f-f07a-43c4-9fca-4e7b97656d4b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.070331] env[62127]: DEBUG nova.compute.provider_tree [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1785.101400] env[62127]: DEBUG oslo_vmware.api [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733981, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.669182} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1785.101675] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1785.101861] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1785.102090] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1785.102271] env[62127]: INFO nova.compute.manager [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1785.102524] env[62127]: DEBUG oslo.service.loopingcall [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1785.102736] env[62127]: DEBUG nova.compute.manager [-] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1785.102830] env[62127]: DEBUG nova.network.neutron [-] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1785.214664] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.573586] env[62127]: DEBUG nova.scheduler.client.report [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1785.767936] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.768223] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.768431] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1785.768610] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1785.768777] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1785.770830] env[62127]: INFO nova.compute.manager [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Terminating instance [ 1785.772749] env[62127]: DEBUG nova.network.neutron [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updated VIF entry in instance network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1785.773077] env[62127]: DEBUG nova.network.neutron [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapdba22832-d8", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1785.774717] env[62127]: DEBUG nova.compute.manager [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1785.774911] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1785.775732] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86e6a37-39fc-4197-9928-4dc6428cb8d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.783273] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1785.783511] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7dc3b39-c41a-4602-a97f-fcd18e0f8af3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.790053] env[62127]: DEBUG oslo_vmware.api [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1785.790053] env[62127]: value = "task-1733982" [ 1785.790053] env[62127]: _type = "Task" [ 1785.790053] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1785.797503] env[62127]: DEBUG oslo_vmware.api [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733982, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1785.859123] env[62127]: DEBUG nova.network.neutron [-] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.078905] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.186s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1786.079162] env[62127]: INFO nova.compute.manager [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Migrating [ 1786.085970] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.144s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1786.086217] env[62127]: DEBUG nova.objects.instance [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'resources' on Instance uuid 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.093983] env[62127]: DEBUG nova.objects.instance [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'numa_topology' on Instance uuid 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1786.279419] env[62127]: DEBUG oslo_concurrency.lockutils [req-01c5ead0-dfa5-4fc0-b982-57d99376e0a8 req-d411724c-ecf8-4475-8861-6bfc43f285dd service nova] Releasing lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1786.301128] env[62127]: DEBUG oslo_vmware.api [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733982, 'name': PowerOffVM_Task, 'duration_secs': 0.379526} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.301411] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1786.301585] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1786.301856] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b56abfe-6f59-48a5-abb8-1a820b0eab65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.361469] env[62127]: INFO nova.compute.manager [-] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Took 1.26 seconds to deallocate network for instance. [ 1786.373604] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1786.374011] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1786.374011] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleting the datastore file [datastore1] 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1786.374295] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b9e0d38-1931-4cc7-9a0c-a3ce3a7002f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.381667] env[62127]: DEBUG oslo_vmware.api [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1786.381667] env[62127]: value = "task-1733984" [ 1786.381667] env[62127]: _type = "Task" [ 1786.381667] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.390404] env[62127]: DEBUG oslo_vmware.api [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733984, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1786.594456] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1786.594881] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1786.595050] env[62127]: DEBUG nova.network.neutron [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.597021] env[62127]: DEBUG nova.objects.base [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Object Instance<34f70b9f-4d63-4e8a-9505-13cf689098a7> lazy-loaded attributes: resources,numa_topology {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1786.727423] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f8800a-ecba-4e81-b69f-a56f2018bee0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.735924] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51ba6a06-4c53-4497-9f1c-dceedfb2048b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.769208] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a78a81cd-9964-4369-9305-94054dde4653 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.776726] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb6b49e8-9387-49e8-8113-0976942277ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.790072] env[62127]: DEBUG nova.compute.provider_tree [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1786.856231] env[62127]: DEBUG nova.compute.manager [req-8ec51405-9583-4f53-80e7-8c4eccf41702 req-99f403a0-2f1f-4ffb-8bbc-7548b3e114a4 service nova] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Received event network-vif-deleted-a7d0c25f-ba9f-4ed9-8dab-7937c8d82f28 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1786.869124] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1786.892830] env[62127]: DEBUG oslo_vmware.api [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733984, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358135} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1786.893107] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1786.893433] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1786.893686] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1786.893874] env[62127]: INFO nova.compute.manager [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1786.894143] env[62127]: DEBUG oslo.service.loopingcall [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1786.894351] env[62127]: DEBUG nova.compute.manager [-] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1786.894455] env[62127]: DEBUG nova.network.neutron [-] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1787.293526] env[62127]: DEBUG nova.scheduler.client.report [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1787.310160] env[62127]: DEBUG nova.network.neutron [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance_info_cache with network_info: [{"id": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "address": "fa:16:3e:a9:38:35", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2ae88b-cd", "ovs_interfaceid": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.358157] env[62127]: DEBUG nova.compute.manager [req-403d921d-c425-4431-9208-6f3197dc2480 req-0a2ec4e9-7b9d-4608-9f74-3555c5fe83ee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Received event network-vif-deleted-250750cf-1172-4654-b86b-172fb0de0bea {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1787.358803] env[62127]: INFO nova.compute.manager [req-403d921d-c425-4431-9208-6f3197dc2480 req-0a2ec4e9-7b9d-4608-9f74-3555c5fe83ee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Neutron deleted interface 250750cf-1172-4654-b86b-172fb0de0bea; detaching it from the instance and deleting it from the info cache [ 1787.358803] env[62127]: DEBUG nova.network.neutron [req-403d921d-c425-4431-9208-6f3197dc2480 req-0a2ec4e9-7b9d-4608-9f74-3555c5fe83ee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.798497] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.712s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1787.801244] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.932s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1787.801469] env[62127]: DEBUG nova.objects.instance [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lazy-loading 'resources' on Instance uuid 8a7f4608-4464-474f-98cf-9bd7a596279b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1787.814514] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1787.830321] env[62127]: DEBUG nova.network.neutron [-] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.861447] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7d4796b6-b3c5-4dda-b0ce-0e6e84e27d9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.871745] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b088e43-71c6-4c5e-8347-64bcf37a126d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.897708] env[62127]: DEBUG nova.compute.manager [req-403d921d-c425-4431-9208-6f3197dc2480 req-0a2ec4e9-7b9d-4608-9f74-3555c5fe83ee service nova] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Detach interface failed, port_id=250750cf-1172-4654-b86b-172fb0de0bea, reason: Instance 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1788.309247] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c30dba49-0a5e-4edd-83ef-ac5112f948b9 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 24.389s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1788.310182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.096s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1788.310671] env[62127]: INFO nova.compute.manager [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Unshelving [ 1788.332971] env[62127]: INFO nova.compute.manager [-] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Took 1.44 seconds to deallocate network for instance. [ 1788.481421] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24ed7f42-fbc0-4833-8dcc-510107760c3e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.489472] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e563ac-a4b8-445a-86ec-7503f6227671 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.518911] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59bcd03d-4e0e-4c6b-9238-c1074297c6c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.525710] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c603cc76-f0b6-4f82-9b56-b0734de23dba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.539741] env[62127]: DEBUG nova.compute.provider_tree [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1788.843500] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.044163] env[62127]: DEBUG nova.scheduler.client.report [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1789.327147] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceeae286-f555-4708-8c2e-5b38932706a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.332900] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1789.345829] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance '84584cc5-b54a-4dbe-8285-51370222a201' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1789.548937] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.748s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.551310] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.708s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.551533] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1789.553694] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.221s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1789.553907] env[62127]: DEBUG nova.objects.instance [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'pci_requests' on Instance uuid 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1789.565939] env[62127]: INFO nova.scheduler.client.report [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleted allocations for instance 8a7f4608-4464-474f-98cf-9bd7a596279b [ 1789.569991] env[62127]: INFO nova.scheduler.client.report [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted allocations for instance 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d [ 1789.851981] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1789.853037] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-05a99402-af03-4955-ba38-50b0522ba7c4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.860565] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1789.860565] env[62127]: value = "task-1733985" [ 1789.860565] env[62127]: _type = "Task" [ 1789.860565] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.868306] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.057858] env[62127]: DEBUG nova.objects.instance [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'numa_topology' on Instance uuid 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1790.074137] env[62127]: DEBUG oslo_concurrency.lockutils [None req-bcfcdc06-d02f-4ba9-aad5-16b339690e94 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "8a7f4608-4464-474f-98cf-9bd7a596279b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.594s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.076808] env[62127]: DEBUG oslo_concurrency.lockutils [None req-febcc4ac-d82e-4943-a3dd-47e83f484e90 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "6a990db2-a9e8-4bcc-a9b3-bbe73e20586d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.309s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.195172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.195477] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.195680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "1834d8d1-7924-4403-b0d1-12b10f1f8346-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.195865] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.196047] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1790.198251] env[62127]: INFO nova.compute.manager [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Terminating instance [ 1790.199916] env[62127]: DEBUG nova.compute.manager [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1790.200129] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1790.201117] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdae2a5d-6830-4a9b-803e-04ea33eb7ed9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.208892] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1790.209132] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8383b4cb-8c6c-4ff1-9c85-531ce63253f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.214816] env[62127]: DEBUG oslo_vmware.api [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1790.214816] env[62127]: value = "task-1733986" [ 1790.214816] env[62127]: _type = "Task" [ 1790.214816] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.224191] env[62127]: DEBUG oslo_vmware.api [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.370183] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733985, 'name': PowerOffVM_Task, 'duration_secs': 0.218317} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.370448] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.370651] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance '84584cc5-b54a-4dbe-8285-51370222a201' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1790.560924] env[62127]: INFO nova.compute.claims [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1790.718127] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "d2f175a5-a756-4252-849d-719b63c71e79" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1790.718359] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1790.729115] env[62127]: DEBUG oslo_vmware.api [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733986, 'name': PowerOffVM_Task, 'duration_secs': 0.22162} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.729795] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1790.730015] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1790.730263] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e7c1c4b-3bba-4c64-a0f3-0fa404759c71 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.877283] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1790.877631] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1790.877631] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1790.877765] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1790.877914] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1790.878107] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1790.878286] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1790.878446] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1790.878613] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1790.878773] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1790.879029] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1790.883913] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-197e4fcc-d39f-4ccf-b574-458ae1987785 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.898818] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1790.898818] env[62127]: value = "task-1733988" [ 1790.898818] env[62127]: _type = "Task" [ 1790.898818] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.906664] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.223311] env[62127]: DEBUG nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1791.408898] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733988, 'name': ReconfigVM_Task, 'duration_secs': 0.141989} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.409143] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance '84584cc5-b54a-4dbe-8285-51370222a201' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1791.663269] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7e2e93-a03a-4551-8702-c6c6316a8cc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.672662] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02d60c9-fc34-4217-8dca-28c2c2ef241f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.702058] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace59c4b-cdba-4037-ab78-dd29978d2d53 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.709017] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1535ebc3-49dc-422a-afb0-ab90a695a48b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.721752] env[62127]: DEBUG nova.compute.provider_tree [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1791.742896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1791.915361] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1791.915696] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1791.915810] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1791.915979] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1791.916139] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1791.916290] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1791.916497] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1791.916660] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1791.916825] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1791.916987] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1791.917183] env[62127]: DEBUG nova.virt.hardware [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1791.923043] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1791.923378] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4610cb5-1dd6-4fc7-9c43-0559e009f361 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.942602] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1791.942602] env[62127]: value = "task-1733989" [ 1791.942602] env[62127]: _type = "Task" [ 1791.942602] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.951154] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733989, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.224783] env[62127]: DEBUG nova.scheduler.client.report [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1792.453110] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733989, 'name': ReconfigVM_Task, 'duration_secs': 0.170206} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.453110] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1792.453874] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12cdf20-0824-4df2-9ea3-51b6cdd87668 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.476209] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Reconfiguring VM instance instance-0000006e to attach disk [datastore1] 84584cc5-b54a-4dbe-8285-51370222a201/84584cc5-b54a-4dbe-8285-51370222a201.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1792.476457] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4592deb-c2f9-49d1-958d-64082fa1e424 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.493516] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1792.493516] env[62127]: value = "task-1733990" [ 1792.493516] env[62127]: _type = "Task" [ 1792.493516] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.501124] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733990, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.729548] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.176s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1792.731791] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.989s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1792.733566] env[62127]: INFO nova.compute.claims [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1792.763689] env[62127]: INFO nova.network.neutron [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating port dba22832-d85a-4ca8-8324-34a80765ba2e with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1793.003841] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733990, 'name': ReconfigVM_Task, 'duration_secs': 0.239391} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.004189] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Reconfigured VM instance instance-0000006e to attach disk [datastore1] 84584cc5-b54a-4dbe-8285-51370222a201/84584cc5-b54a-4dbe-8285-51370222a201.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1793.004472] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance '84584cc5-b54a-4dbe-8285-51370222a201' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1793.511439] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa76884b-cc84-4a38-83fd-42bbe9cffcf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.530854] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c694eee9-8575-4537-a7d0-2885f4252e03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.548219] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance '84584cc5-b54a-4dbe-8285-51370222a201' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1793.831745] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8dc451-50d6-44f8-801d-af8c894e02b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.838923] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad77cc09-1d17-4cc6-ad47-65f982969df4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.868903] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5cb41a-a51d-4ff5-8f29-a432578e1776 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.875978] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f205cf0-f799-4726-947c-ec44044e4038 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.888538] env[62127]: DEBUG nova.compute.provider_tree [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1794.088711] env[62127]: DEBUG nova.network.neutron [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Port 8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1794.138735] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1794.139013] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1794.139210] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleting the datastore file [datastore1] 1834d8d1-7924-4403-b0d1-12b10f1f8346 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1794.139496] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ab64e25f-296d-4064-8b63-74b90c931a1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1794.145712] env[62127]: DEBUG oslo_vmware.api [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for the task: (returnval){ [ 1794.145712] env[62127]: value = "task-1733991" [ 1794.145712] env[62127]: _type = "Task" [ 1794.145712] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1794.157281] env[62127]: DEBUG oslo_vmware.api [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733991, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1794.284462] env[62127]: DEBUG nova.compute.manager [req-7ead7332-7b28-4138-9080-0630e75abc18 req-60b771d4-7e8e-4493-ad11-fb5967a90630 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-vif-plugged-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1794.284685] env[62127]: DEBUG oslo_concurrency.lockutils [req-7ead7332-7b28-4138-9080-0630e75abc18 req-60b771d4-7e8e-4493-ad11-fb5967a90630 service nova] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1794.284923] env[62127]: DEBUG oslo_concurrency.lockutils [req-7ead7332-7b28-4138-9080-0630e75abc18 req-60b771d4-7e8e-4493-ad11-fb5967a90630 service nova] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1794.285221] env[62127]: DEBUG oslo_concurrency.lockutils [req-7ead7332-7b28-4138-9080-0630e75abc18 req-60b771d4-7e8e-4493-ad11-fb5967a90630 service nova] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.285450] env[62127]: DEBUG nova.compute.manager [req-7ead7332-7b28-4138-9080-0630e75abc18 req-60b771d4-7e8e-4493-ad11-fb5967a90630 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] No waiting events found dispatching network-vif-plugged-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1794.285643] env[62127]: WARNING nova.compute.manager [req-7ead7332-7b28-4138-9080-0630e75abc18 req-60b771d4-7e8e-4493-ad11-fb5967a90630 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received unexpected event network-vif-plugged-dba22832-d85a-4ca8-8324-34a80765ba2e for instance with vm_state shelved_offloaded and task_state spawning. [ 1794.314028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1794.314211] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1794.314376] env[62127]: DEBUG nova.network.neutron [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1794.393039] env[62127]: DEBUG nova.scheduler.client.report [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1794.657092] env[62127]: DEBUG oslo_vmware.api [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Task: {'id': task-1733991, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186967} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1794.657247] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1794.657443] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1794.657653] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1794.657860] env[62127]: INFO nova.compute.manager [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Took 4.46 seconds to destroy the instance on the hypervisor. [ 1794.658172] env[62127]: DEBUG oslo.service.loopingcall [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1794.658403] env[62127]: DEBUG nova.compute.manager [-] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1794.658511] env[62127]: DEBUG nova.network.neutron [-] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1794.897450] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.166s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1794.897959] env[62127]: DEBUG nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1795.026947] env[62127]: DEBUG nova.network.neutron [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba22832-d8", "ovs_interfaceid": "dba22832-d85a-4ca8-8324-34a80765ba2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.105240] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "84584cc5-b54a-4dbe-8285-51370222a201-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1795.105584] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1795.105584] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1795.346028] env[62127]: DEBUG nova.network.neutron [-] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.405026] env[62127]: DEBUG nova.compute.utils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1795.406376] env[62127]: DEBUG nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1795.406560] env[62127]: DEBUG nova.network.neutron [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1795.452781] env[62127]: DEBUG nova.policy [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '03e3008d892d48889c7e51295f83927a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9316215ca9d2427f9def55ffa6656520', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1795.532102] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1795.559107] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b48422c86dd58cd8f66f510398d9f7b0',container_format='bare',created_at=2024-12-11T06:15:05Z,direct_url=,disk_format='vmdk',id=79091c6d-7e3d-4eba-86bb-171f6d01aafc,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-15539650-shelved',owner='acfc80ac2c3e4cdb98c66119f461287f',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-11T06:15:19Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1795.559422] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1795.559627] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1795.559895] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1795.560849] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1795.560849] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1795.560849] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1795.560849] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1795.560849] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1795.561167] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1795.561415] env[62127]: DEBUG nova.virt.hardware [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1795.562378] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fae045-634b-473b-b9ac-4f9eff37a6ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.570669] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21293057-42e5-48b5-8d81-e37c31e67287 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.583758] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:7e:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '54c45719-5690-47bf-b45b-6cad9813071e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dba22832-d85a-4ca8-8324-34a80765ba2e', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1795.592054] env[62127]: DEBUG oslo.service.loopingcall [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1795.592331] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1795.592604] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-989ad9b8-b7e8-4fb7-8bee-bfafb5279441 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.612659] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1795.612659] env[62127]: value = "task-1733992" [ 1795.612659] env[62127]: _type = "Task" [ 1795.612659] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.620579] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733992, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.741210] env[62127]: DEBUG nova.network.neutron [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Successfully created port: e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1795.848530] env[62127]: INFO nova.compute.manager [-] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Took 1.19 seconds to deallocate network for instance. [ 1795.910091] env[62127]: DEBUG nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1796.127045] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733992, 'name': CreateVM_Task, 'duration_secs': 0.374943} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.127045] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1796.127436] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.127436] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.127859] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1796.128138] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-076ea00c-7bc5-44ca-b199-2cf8181db15b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.132817] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1796.132817] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]527149f7-7d15-baca-dc83-6d07297828f6" [ 1796.132817] env[62127]: _type = "Task" [ 1796.132817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.141769] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]527149f7-7d15-baca-dc83-6d07297828f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.145154] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.145318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.145484] env[62127]: DEBUG nova.network.neutron [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1796.318788] env[62127]: DEBUG nova.compute.manager [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1796.319018] env[62127]: DEBUG nova.compute.manager [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing instance network info cache due to event network-changed-dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1796.319427] env[62127]: DEBUG oslo_concurrency.lockutils [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] Acquiring lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.319610] env[62127]: DEBUG oslo_concurrency.lockutils [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] Acquired lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.319781] env[62127]: DEBUG nova.network.neutron [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Refreshing network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1796.355323] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1796.355498] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1796.355739] env[62127]: DEBUG nova.objects.instance [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lazy-loading 'resources' on Instance uuid 1834d8d1-7924-4403-b0d1-12b10f1f8346 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1796.644710] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1796.644925] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Processing image 79091c6d-7e3d-4eba-86bb-171f6d01aafc {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1796.645174] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc/79091c6d-7e3d-4eba-86bb-171f6d01aafc.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1796.645326] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquired lock "[datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc/79091c6d-7e3d-4eba-86bb-171f6d01aafc.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1796.645705] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1796.645929] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-04232011-7d69-46be-a4dc-a41a18572e85 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.657906] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1796.658112] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1796.658822] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e60d8d-dbb8-4a1b-a426-3cde66df4e65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.663929] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1796.663929] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52508c17-2c25-4839-ae6c-0d1ebe85c818" [ 1796.663929] env[62127]: _type = "Task" [ 1796.663929] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1796.672741] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52508c17-2c25-4839-ae6c-0d1ebe85c818, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.898522] env[62127]: DEBUG nova.network.neutron [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance_info_cache with network_info: [{"id": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "address": "fa:16:3e:a9:38:35", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2ae88b-cd", "ovs_interfaceid": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1796.919634] env[62127]: DEBUG nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1796.945872] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1796.946163] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1796.946402] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1796.946579] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1796.946635] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1796.946777] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1796.946987] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1796.947258] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1796.947440] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1796.947606] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1796.947805] env[62127]: DEBUG nova.virt.hardware [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1796.948800] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d4a5c14-2d8d-4607-87a0-58efbd212fdf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.960970] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf0528d-3aa7-48fb-8ac7-a7b531a7c4e4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.966356] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a38ead58-8472-4a9a-b9d1-d4b845ef5d06 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1796.982334] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a66c69d-84ed-483c-9868-bc99b313ad97 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.015645] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8d9291-4d0c-448a-b958-4622d43d9dbc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.023789] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87140741-b6a6-487c-831c-74d4dc18fcdc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.037223] env[62127]: DEBUG nova.compute.provider_tree [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1797.080890] env[62127]: DEBUG nova.network.neutron [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updated VIF entry in instance network info cache for port dba22832-d85a-4ca8-8324-34a80765ba2e. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1797.081279] env[62127]: DEBUG nova.network.neutron [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [{"id": "dba22832-d85a-4ca8-8324-34a80765ba2e", "address": "fa:16:3e:81:7e:0a", "network": {"id": "64b937cd-2418-432c-a009-b3903db9a9d0", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1481074838-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "acfc80ac2c3e4cdb98c66119f461287f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "54c45719-5690-47bf-b45b-6cad9813071e", "external-id": "nsx-vlan-transportzone-62", "segmentation_id": 62, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdba22832-d8", "ovs_interfaceid": "dba22832-d85a-4ca8-8324-34a80765ba2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1797.135225] env[62127]: DEBUG nova.compute.manager [req-1b85834e-1b75-47ff-826e-e6f94991bf70 req-8dbc2a4c-424c-47bf-83bf-c90aea7efde2 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Received event network-vif-plugged-e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1797.135505] env[62127]: DEBUG oslo_concurrency.lockutils [req-1b85834e-1b75-47ff-826e-e6f94991bf70 req-8dbc2a4c-424c-47bf-83bf-c90aea7efde2 service nova] Acquiring lock "d2f175a5-a756-4252-849d-719b63c71e79-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1797.135650] env[62127]: DEBUG oslo_concurrency.lockutils [req-1b85834e-1b75-47ff-826e-e6f94991bf70 req-8dbc2a4c-424c-47bf-83bf-c90aea7efde2 service nova] Lock "d2f175a5-a756-4252-849d-719b63c71e79-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1797.135823] env[62127]: DEBUG oslo_concurrency.lockutils [req-1b85834e-1b75-47ff-826e-e6f94991bf70 req-8dbc2a4c-424c-47bf-83bf-c90aea7efde2 service nova] Lock "d2f175a5-a756-4252-849d-719b63c71e79-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1797.135994] env[62127]: DEBUG nova.compute.manager [req-1b85834e-1b75-47ff-826e-e6f94991bf70 req-8dbc2a4c-424c-47bf-83bf-c90aea7efde2 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] No waiting events found dispatching network-vif-plugged-e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1797.136182] env[62127]: WARNING nova.compute.manager [req-1b85834e-1b75-47ff-826e-e6f94991bf70 req-8dbc2a4c-424c-47bf-83bf-c90aea7efde2 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Received unexpected event network-vif-plugged-e0e2e736-0468-4773-9f73-094c556d5afc for instance with vm_state building and task_state spawning. [ 1797.174985] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Preparing fetch location {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1797.175243] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Fetch image to [datastore1] OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f/OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f.vmdk {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1797.175428] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Downloading stream optimized image 79091c6d-7e3d-4eba-86bb-171f6d01aafc to [datastore1] OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f/OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f.vmdk on the data store datastore1 as vApp {{(pid=62127) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1797.175597] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Downloading image file data 79091c6d-7e3d-4eba-86bb-171f6d01aafc to the ESX as VM named 'OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f' {{(pid=62127) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1797.222850] env[62127]: DEBUG nova.network.neutron [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Successfully updated port: e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1797.248474] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1797.248474] env[62127]: value = "resgroup-9" [ 1797.248474] env[62127]: _type = "ResourcePool" [ 1797.248474] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1797.248892] env[62127]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-aacc2088-3f28-45e0-9625-283cbc29d6a2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.277049] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease: (returnval){ [ 1797.277049] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cde9d4-8873-e142-1aae-099a77d694bd" [ 1797.277049] env[62127]: _type = "HttpNfcLease" [ 1797.277049] env[62127]: } obtained for vApp import into resource pool (val){ [ 1797.277049] env[62127]: value = "resgroup-9" [ 1797.277049] env[62127]: _type = "ResourcePool" [ 1797.277049] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1797.277336] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the lease: (returnval){ [ 1797.277336] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cde9d4-8873-e142-1aae-099a77d694bd" [ 1797.277336] env[62127]: _type = "HttpNfcLease" [ 1797.277336] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1797.283618] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.283618] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cde9d4-8873-e142-1aae-099a77d694bd" [ 1797.283618] env[62127]: _type = "HttpNfcLease" [ 1797.283618] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1797.403302] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.540641] env[62127]: DEBUG nova.scheduler.client.report [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1797.583584] env[62127]: DEBUG oslo_concurrency.lockutils [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] Releasing lock "refresh_cache-34f70b9f-4d63-4e8a-9505-13cf689098a7" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1797.583904] env[62127]: DEBUG nova.compute.manager [req-adbb71f8-9793-4ef3-b41a-b216f3489690 req-614ec08a-2120-4507-b515-748983314228 service nova] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Received event network-vif-deleted-3eb6790b-fde7-499c-9765-a835ef20fd81 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1797.727219] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1797.727421] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1797.727549] env[62127]: DEBUG nova.network.neutron [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1797.788026] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1797.788026] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cde9d4-8873-e142-1aae-099a77d694bd" [ 1797.788026] env[62127]: _type = "HttpNfcLease" [ 1797.788026] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1797.788026] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1797.788026] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cde9d4-8873-e142-1aae-099a77d694bd" [ 1797.788026] env[62127]: _type = "HttpNfcLease" [ 1797.788026] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1797.788026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21ec023-633e-4ffd-a983-89c36bc5f774 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.796833] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e38e9-af76-9792-cfdc-a58fc0b2d350/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1797.797029] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e38e9-af76-9792-cfdc-a58fc0b2d350/disk-0.vmdk. {{(pid=62127) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1797.864345] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-2d02221a-2db2-40b3-8a4d-efdfbf0c9df3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.928539] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bdbdef-6ef8-4d12-859e-19b760acd7d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.949470] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feb56869-fd72-496b-b1ec-8011a2eea49a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1797.956460] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance '84584cc5-b54a-4dbe-8285-51370222a201' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1798.045261] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.689s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.065708] env[62127]: INFO nova.scheduler.client.report [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Deleted allocations for instance 1834d8d1-7924-4403-b0d1-12b10f1f8346 [ 1798.266059] env[62127]: DEBUG nova.network.neutron [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1798.411449] env[62127]: DEBUG nova.network.neutron [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updating instance_info_cache with network_info: [{"id": "e0e2e736-0468-4773-9f73-094c556d5afc", "address": "fa:16:3e:02:d5:3c", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2e736-04", "ovs_interfaceid": "e0e2e736-0468-4773-9f73-094c556d5afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1798.463474] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1798.463761] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff22943d-a65b-4629-85a5-aae095307b0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.471459] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1798.471459] env[62127]: value = "task-1733994" [ 1798.471459] env[62127]: _type = "Task" [ 1798.471459] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.480172] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.576085] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b33d0f5-48ed-478b-8649-d062d9971db5 tempest-ServerRescueNegativeTestJSON-2087723410 tempest-ServerRescueNegativeTestJSON-2087723410-project-member] Lock "1834d8d1-7924-4403-b0d1-12b10f1f8346" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.380s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1798.915516] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1798.915962] env[62127]: DEBUG nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Instance network_info: |[{"id": "e0e2e736-0468-4773-9f73-094c556d5afc", "address": "fa:16:3e:02:d5:3c", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2e736-04", "ovs_interfaceid": "e0e2e736-0468-4773-9f73-094c556d5afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1798.916416] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:d5:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e0e2e736-0468-4773-9f73-094c556d5afc', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1798.925721] env[62127]: DEBUG oslo.service.loopingcall [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1798.927861] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1798.928132] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76aa1ca4-68f8-4ea0-805f-12dfe3222d4c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.953498] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1798.953498] env[62127]: value = "task-1733995" [ 1798.953498] env[62127]: _type = "Task" [ 1798.953498] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1798.954428] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Completed reading data from the image iterator. {{(pid=62127) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1798.954627] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e38e9-af76-9792-cfdc-a58fc0b2d350/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1798.955566] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb087ea-ab0e-41f6-855b-250c47c106b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.966317] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733995, 'name': CreateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1798.967938] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e38e9-af76-9792-cfdc-a58fc0b2d350/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1798.968141] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e38e9-af76-9792-cfdc-a58fc0b2d350/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1798.968378] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-0898072b-3231-4054-84b0-a1b0d14680fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1798.980105] env[62127]: DEBUG oslo_vmware.api [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1733994, 'name': PowerOnVM_Task, 'duration_secs': 0.445595} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1798.980377] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1798.980553] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c00b92f-6aac-44ad-ae8b-9a48ca474b38 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance '84584cc5-b54a-4dbe-8285-51370222a201' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1799.165863] env[62127]: DEBUG nova.compute.manager [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Received event network-changed-e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1799.165920] env[62127]: DEBUG nova.compute.manager [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Refreshing instance network info cache due to event network-changed-e0e2e736-0468-4773-9f73-094c556d5afc. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1799.166181] env[62127]: DEBUG oslo_concurrency.lockutils [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] Acquiring lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.166421] env[62127]: DEBUG oslo_concurrency.lockutils [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] Acquired lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.166618] env[62127]: DEBUG nova.network.neutron [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Refreshing network info cache for port e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1799.188387] env[62127]: DEBUG oslo_vmware.rw_handles [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/524e38e9-af76-9792-cfdc-a58fc0b2d350/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1799.188387] env[62127]: INFO nova.virt.vmwareapi.images [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Downloaded image file data 79091c6d-7e3d-4eba-86bb-171f6d01aafc [ 1799.189078] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1d4522-fb7b-4042-849d-778255acf9ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.207611] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-06ad555b-9da1-4eec-b940-f6026570c121 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.235250] env[62127]: INFO nova.virt.vmwareapi.images [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] The imported VM was unregistered [ 1799.237533] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Caching image {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1799.237776] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Creating directory with path [datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.238073] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81c96522-7449-4053-a2af-d4cf3f6ee8d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.248639] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Created directory with path [datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1799.248829] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f/OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f.vmdk to [datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc/79091c6d-7e3d-4eba-86bb-171f6d01aafc.vmdk. {{(pid=62127) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1799.249092] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-321c9d93-ad6e-40d8-b228-8e49adb11b29 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.256307] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1799.256307] env[62127]: value = "task-1733997" [ 1799.256307] env[62127]: _type = "Task" [ 1799.256307] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.263756] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.464318] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1733995, 'name': CreateVM_Task, 'duration_secs': 0.444696} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.464629] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1799.465172] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.465346] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.465668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1799.465939] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91fdbb2a-2c46-4913-b9c9-7015d14fb94f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.470160] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1799.470160] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5281ef91-52ed-e0b3-95fd-8476f7b5ec88" [ 1799.470160] env[62127]: _type = "Task" [ 1799.470160] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.477952] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5281ef91-52ed-e0b3-95fd-8476f7b5ec88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.770023] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1799.982592] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5281ef91-52ed-e0b3-95fd-8476f7b5ec88, 'name': SearchDatastore_Task, 'duration_secs': 0.158947} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1799.983149] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1799.983587] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1799.984057] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1799.984360] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1799.984673] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1799.985092] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c33c6f89-0696-4a9a-b4e2-ecb062c683ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.017023] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1800.017023] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1800.017023] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48304f69-2401-417a-97d8-d9c3c9031b69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.030468] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1800.030468] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a242dc-dd25-9548-b668-b921df0b3686" [ 1800.030468] env[62127]: _type = "Task" [ 1800.030468] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.039043] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a242dc-dd25-9548-b668-b921df0b3686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.063093] env[62127]: DEBUG nova.network.neutron [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updated VIF entry in instance network info cache for port e0e2e736-0468-4773-9f73-094c556d5afc. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1800.063615] env[62127]: DEBUG nova.network.neutron [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updating instance_info_cache with network_info: [{"id": "e0e2e736-0468-4773-9f73-094c556d5afc", "address": "fa:16:3e:02:d5:3c", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2e736-04", "ovs_interfaceid": "e0e2e736-0468-4773-9f73-094c556d5afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1800.269568] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.540431] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a242dc-dd25-9548-b668-b921df0b3686, 'name': SearchDatastore_Task, 'duration_secs': 0.192948} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.541259] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1127e023-65c6-48c3-b2c3-7ff711bdebc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.546419] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1800.546419] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5246ce7a-8e8b-bf10-d6bc-20ef9eaf3205" [ 1800.546419] env[62127]: _type = "Task" [ 1800.546419] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.554308] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5246ce7a-8e8b-bf10-d6bc-20ef9eaf3205, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.566461] env[62127]: DEBUG oslo_concurrency.lockutils [req-18333dae-f2fe-44ba-b8bf-f9a85eb35652 req-5693040a-13de-45ea-bf4a-03c9a1376878 service nova] Releasing lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1800.768480] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 29%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.841128] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "84584cc5-b54a-4dbe-8285-51370222a201" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1800.841539] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1800.841757] env[62127]: DEBUG nova.compute.manager [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Going to confirm migration 9 {{(pid=62127) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1801.057728] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5246ce7a-8e8b-bf10-d6bc-20ef9eaf3205, 'name': SearchDatastore_Task, 'duration_secs': 0.166866} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1801.058062] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1801.058343] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d2f175a5-a756-4252-849d-719b63c71e79/d2f175a5-a756-4252-849d-719b63c71e79.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1801.058622] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c3556ce-70a5-4e00-82f7-3b92bac4dc7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.065455] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1801.065455] env[62127]: value = "task-1733998" [ 1801.065455] env[62127]: _type = "Task" [ 1801.065455] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.074060] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.267591] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.308671] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1801.309144] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1801.400392] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1801.400640] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquired lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1801.400832] env[62127]: DEBUG nova.network.neutron [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1801.401174] env[62127]: DEBUG nova.objects.instance [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'info_cache' on Instance uuid 84584cc5-b54a-4dbe-8285-51370222a201 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1801.577119] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.769170] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1801.812296] env[62127]: INFO nova.compute.manager [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Detaching volume 00a11a36-069a-459f-8951-bbda0fd99802 [ 1801.849185] env[62127]: INFO nova.virt.block_device [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Attempting to driver detach volume 00a11a36-069a-459f-8951-bbda0fd99802 from mountpoint /dev/sdb [ 1801.849438] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1801.849629] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1801.850673] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de464707-e157-4bb0-87a0-51f709fa111e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.875197] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d58abdc-3d39-4da2-81cd-c23ab1e05cb5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.882200] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7197b0a7-d8b1-4351-8d9a-2d144c9d05ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.902671] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32afc4fe-99f1-4198-94ca-3921e2437637 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.919352] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] The volume has not been displaced from its original location: [datastore1] volume-00a11a36-069a-459f-8951-bbda0fd99802/volume-00a11a36-069a-459f-8951-bbda0fd99802.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1801.924757] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1801.925745] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-201816c8-c9dd-4f82-a261-4a11965accce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.943985] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1801.943985] env[62127]: value = "task-1733999" [ 1801.943985] env[62127]: _type = "Task" [ 1801.943985] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1801.952417] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733999, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.076087] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.268899] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.456692] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733999, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.576531] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733998, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.755374] env[62127]: DEBUG nova.network.neutron [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance_info_cache with network_info: [{"id": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "address": "fa:16:3e:a9:38:35", "network": {"id": "7b264b8b-efcd-4357-9b65-111212483a13", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1528134268-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ac40cd0d47054d1092ac96c601d43e00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d5d0e0d-cdec-474a-a891-a9ceff15a8b2", "external-id": "nsx-vlan-transportzone-456", "segmentation_id": 456, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8e2ae88b-cd", "ovs_interfaceid": "8e2ae88b-cd23-44e7-80ab-8248fcebbaa5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1802.770849] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1802.959294] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733999, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.078555] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733998, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.258043] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Releasing lock "refresh_cache-84584cc5-b54a-4dbe-8285-51370222a201" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.258364] env[62127]: DEBUG nova.objects.instance [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lazy-loading 'migration_context' on Instance uuid 84584cc5-b54a-4dbe-8285-51370222a201 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.270443] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1733997, 'name': MoveVirtualDisk_Task, 'duration_secs': 3.869166} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.270715] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f/OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f.vmdk to [datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc/79091c6d-7e3d-4eba-86bb-171f6d01aafc.vmdk. [ 1803.270898] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Cleaning up location [datastore1] OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1803.271097] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4606ef46-b590-466e-a67a-8f8d0e71e06f {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1803.271715] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7ff52660-e03b-4ebf-ae03-8ca2dc2a1c96 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.278272] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1803.278272] env[62127]: value = "task-1734000" [ 1803.278272] env[62127]: _type = "Task" [ 1803.278272] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.286242] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.455147] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1733999, 'name': ReconfigVM_Task, 'duration_secs': 1.045321} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.455407] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1803.459969] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da959b0c-a9a1-4322-a892-d31d42585818 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.474856] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1803.474856] env[62127]: value = "task-1734001" [ 1803.474856] env[62127]: _type = "Task" [ 1803.474856] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.484147] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734001, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.577713] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1733998, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.194975} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.578093] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] d2f175a5-a756-4252-849d-719b63c71e79/d2f175a5-a756-4252-849d-719b63c71e79.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1803.578347] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1803.578615] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0e9c8e66-17e1-40bb-a5ec-6b1338b8ff84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.585137] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1803.585137] env[62127]: value = "task-1734002" [ 1803.585137] env[62127]: _type = "Task" [ 1803.585137] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.592624] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.761884] env[62127]: DEBUG nova.objects.base [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Object Instance<84584cc5-b54a-4dbe-8285-51370222a201> lazy-loaded attributes: info_cache,migration_context {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1803.762911] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e95f02-3a90-4cdc-9892-a99ce5053a06 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.786223] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a725a6e6-8b8d-4d6f-8d78-4306fbf09f83 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.792869] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1803.792869] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52a362b9-cadc-7648-634a-00bed1045607" [ 1803.792869] env[62127]: _type = "Task" [ 1803.792869] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.796226] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.055466} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.799089] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1803.799653] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Releasing lock "[datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc/79091c6d-7e3d-4eba-86bb-171f6d01aafc.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1803.799653] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc/79091c6d-7e3d-4eba-86bb-171f6d01aafc.vmdk to [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1803.799798] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b117f443-b116-4001-b635-3476768b2f1d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.806509] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52a362b9-cadc-7648-634a-00bed1045607, 'name': SearchDatastore_Task, 'duration_secs': 0.007299} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.807588] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1803.807885] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1803.809208] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1803.809208] env[62127]: value = "task-1734003" [ 1803.809208] env[62127]: _type = "Task" [ 1803.809208] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1803.817467] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734003, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1803.988128] env[62127]: DEBUG oslo_vmware.api [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734001, 'name': ReconfigVM_Task, 'duration_secs': 0.133553} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1803.988484] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360735', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'name': 'volume-00a11a36-069a-459f-8951-bbda0fd99802', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a1375712-20e7-4dd3-b3d7-37f33e95da9c', 'attached_at': '', 'detached_at': '', 'volume_id': '00a11a36-069a-459f-8951-bbda0fd99802', 'serial': '00a11a36-069a-459f-8951-bbda0fd99802'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1804.098188] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073275} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1804.098521] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1804.099411] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5369fd4a-4b23-4f0d-94dc-75aeb986d8c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.127376] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] d2f175a5-a756-4252-849d-719b63c71e79/d2f175a5-a756-4252-849d-719b63c71e79.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1804.127793] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ac9dc43-f4fc-40cd-b2e6-262cee4ea85e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.154972] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1804.154972] env[62127]: value = "task-1734004" [ 1804.154972] env[62127]: _type = "Task" [ 1804.154972] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1804.165168] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.325769] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734003, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.421281] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65328e32-ae66-4a7d-a0d5-606eab8d8172 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.430422] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a6bda8-963a-4ae8-ab2a-ab1bfa49d471 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.466128] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fee7cb-ca62-44c0-8919-0147e927c3dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.475261] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9df144-bddd-4230-a7ff-609246f49978 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1804.490786] env[62127]: DEBUG nova.compute.provider_tree [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1804.543183] env[62127]: DEBUG nova.objects.instance [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'flavor' on Instance uuid a1375712-20e7-4dd3-b3d7-37f33e95da9c {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1804.666388] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.822269] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734003, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1804.925208] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1804.925575] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1804.993932] env[62127]: DEBUG nova.scheduler.client.report [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1805.167342] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.321496] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734003, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.429264] env[62127]: DEBUG nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1805.550919] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c4d5cdb7-a721-4840-9f52-5e0248fb4e00 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.242s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1805.667513] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.824522] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734003, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1805.952475] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.004041] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.196s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.007323] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.055s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.009047] env[62127]: INFO nova.compute.claims [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1806.172050] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734004, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.323939] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734003, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.447982} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.324223] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/79091c6d-7e3d-4eba-86bb-171f6d01aafc/79091c6d-7e3d-4eba-86bb-171f6d01aafc.vmdk to [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1806.325165] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9eb378-d4ac-408a-8bf4-8ae7818e16fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.347434] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1806.347659] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb60ab34-2996-4b92-8c60-e749336d3259 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.367470] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1806.367470] env[62127]: value = "task-1734005" [ 1806.367470] env[62127]: _type = "Task" [ 1806.367470] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.376594] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734005, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.565708] env[62127]: INFO nova.scheduler.client.report [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted allocation for migration 5710255e-c274-4160-b00b-a31935a15801 [ 1806.627418] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.627712] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.627945] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1806.628150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1806.628393] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1806.630903] env[62127]: INFO nova.compute.manager [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Terminating instance [ 1806.633123] env[62127]: DEBUG nova.compute.manager [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1806.633325] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1806.634349] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f3d54e-aa8a-4855-874d-8f3547eb1c65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.643015] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1806.643278] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0b09f19-8e8b-4486-9a78-fcbe24759321 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.649805] env[62127]: DEBUG oslo_vmware.api [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1806.649805] env[62127]: value = "task-1734006" [ 1806.649805] env[62127]: _type = "Task" [ 1806.649805] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.657851] env[62127]: DEBUG oslo_vmware.api [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.668314] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734004, 'name': ReconfigVM_Task, 'duration_secs': 2.222552} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.668589] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Reconfigured VM instance instance-0000006f to attach disk [datastore1] d2f175a5-a756-4252-849d-719b63c71e79/d2f175a5-a756-4252-849d-719b63c71e79.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.669301] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-95af8633-aeee-4a74-afae-ea4f9f89b3da {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.676912] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1806.676912] env[62127]: value = "task-1734007" [ 1806.676912] env[62127]: _type = "Task" [ 1806.676912] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.685904] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734007, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1806.878335] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734005, 'name': ReconfigVM_Task, 'duration_secs': 0.274273} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1806.878609] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Reconfigured VM instance instance-00000069 to attach disk [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7/34f70b9f-4d63-4e8a-9505-13cf689098a7.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1806.880022] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-59253058-69ce-45c8-9207-1e228f56927b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1806.887335] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1806.887335] env[62127]: value = "task-1734008" [ 1806.887335] env[62127]: _type = "Task" [ 1806.887335] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1806.895670] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734008, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.071702] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.230s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1807.111163] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d96d2504-5bd1-4dbe-b0c3-b2b704b442de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.119634] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab5d2eba-826c-48cc-8655-6126fe8a79c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.156402] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9828f14d-8cc1-441c-b820-ec18639594fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.166207] env[62127]: DEBUG oslo_vmware.api [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734006, 'name': PowerOffVM_Task, 'duration_secs': 0.407686} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.168486] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1807.168673] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1807.169021] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-856f32c1-dac9-4110-8b6b-efae0f0f6685 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.171511] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed5cb8-69d3-4ea2-812d-2c6e8ff736b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.191017] env[62127]: DEBUG nova.compute.provider_tree [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1807.199414] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734007, 'name': Rename_Task, 'duration_secs': 0.377513} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.200370] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.200652] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2524c9a0-8078-4ce2-bb50-a44fa4fa62a8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.208916] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1807.208916] env[62127]: value = "task-1734010" [ 1807.208916] env[62127]: _type = "Task" [ 1807.208916] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.217766] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.351960] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1807.352188] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1807.352474] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleting the datastore file [datastore1] a1375712-20e7-4dd3-b3d7-37f33e95da9c {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1807.352932] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a9c977d7-87cc-4f77-ae31-9ac570841e11 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.360636] env[62127]: DEBUG oslo_vmware.api [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1807.360636] env[62127]: value = "task-1734011" [ 1807.360636] env[62127]: _type = "Task" [ 1807.360636] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.369619] env[62127]: DEBUG oslo_vmware.api [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734011, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.397741] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734008, 'name': Rename_Task, 'duration_secs': 0.183352} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.398107] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1807.398412] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-12f31464-4e75-4cf9-80f7-78a51ca7c83b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1807.406457] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1807.406457] env[62127]: value = "task-1734012" [ 1807.406457] env[62127]: _type = "Task" [ 1807.406457] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1807.422953] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734012, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.695317] env[62127]: DEBUG nova.scheduler.client.report [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1807.721149] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734010, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1807.878078] env[62127]: DEBUG oslo_vmware.api [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734011, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.381768} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1807.878078] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1807.878288] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1807.878457] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1807.878788] env[62127]: INFO nova.compute.manager [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1807.878895] env[62127]: DEBUG oslo.service.loopingcall [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1807.879402] env[62127]: DEBUG nova.compute.manager [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1807.879499] env[62127]: DEBUG nova.network.neutron [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1807.918212] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734012, 'name': PowerOnVM_Task} progress is 90%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.200298] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.193s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.200868] env[62127]: DEBUG nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1808.221418] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734010, 'name': PowerOnVM_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.372751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "84584cc5-b54a-4dbe-8285-51370222a201" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.373045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.373274] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "84584cc5-b54a-4dbe-8285-51370222a201-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1808.373469] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1808.373635] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1808.375795] env[62127]: INFO nova.compute.manager [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Terminating instance [ 1808.377505] env[62127]: DEBUG nova.compute.manager [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1808.377697] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1808.378527] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bf6f30c-6127-46c1-bc63-547d3b1499df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.385874] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1808.386134] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c40954-3263-479d-a717-33ae7315b9fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.393266] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1808.393266] env[62127]: value = "task-1734013" [ 1808.393266] env[62127]: _type = "Task" [ 1808.393266] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1808.401712] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1734013, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1808.418945] env[62127]: DEBUG oslo_vmware.api [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734012, 'name': PowerOnVM_Task, 'duration_secs': 0.749475} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.418945] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.438917] env[62127]: DEBUG nova.compute.manager [req-11c5bf78-32fd-4bdf-bac0-3dbc5d2b6baf req-4812b914-b923-4432-954a-4a26d72a3531 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Received event network-vif-deleted-bc35de4e-c95f-4bc8-828d-148d31112b06 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1808.439027] env[62127]: INFO nova.compute.manager [req-11c5bf78-32fd-4bdf-bac0-3dbc5d2b6baf req-4812b914-b923-4432-954a-4a26d72a3531 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Neutron deleted interface bc35de4e-c95f-4bc8-828d-148d31112b06; detaching it from the instance and deleting it from the info cache [ 1808.439151] env[62127]: DEBUG nova.network.neutron [req-11c5bf78-32fd-4bdf-bac0-3dbc5d2b6baf req-4812b914-b923-4432-954a-4a26d72a3531 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.604276] env[62127]: DEBUG nova.compute.manager [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1808.605231] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78a9ef7a-965b-428b-9803-cb62cb2d5f89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.706116] env[62127]: DEBUG nova.compute.utils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1808.707427] env[62127]: DEBUG nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1808.707612] env[62127]: DEBUG nova.network.neutron [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1808.720583] env[62127]: DEBUG oslo_vmware.api [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734010, 'name': PowerOnVM_Task, 'duration_secs': 1.216813} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.720959] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1808.721255] env[62127]: INFO nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Took 11.80 seconds to spawn the instance on the hypervisor. [ 1808.721414] env[62127]: DEBUG nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1808.722185] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b2a24fd-03ab-4f64-a332-90db8c9de179 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.746913] env[62127]: DEBUG nova.policy [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af726959c3a459e8d6314fe1c14da94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4336f8c6396a4c4aa98c0673784e6e30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1808.903162] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1734013, 'name': PowerOffVM_Task, 'duration_secs': 0.30992} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1808.903629] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1808.903629] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1808.903954] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eb0193a5-a6d9-4d3c-83bd-13417d520d82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.918957] env[62127]: DEBUG nova.network.neutron [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1808.942669] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1cf30d7e-fb06-4b6c-af53-aae34573cc7d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.952017] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990bdb8d-bc35-4289-a1cb-35b62f21543c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.983377] env[62127]: DEBUG nova.compute.manager [req-11c5bf78-32fd-4bdf-bac0-3dbc5d2b6baf req-4812b914-b923-4432-954a-4a26d72a3531 service nova] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Detach interface failed, port_id=bc35de4e-c95f-4bc8-828d-148d31112b06, reason: Instance a1375712-20e7-4dd3-b3d7-37f33e95da9c could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1808.990791] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1808.991086] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1808.991213] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleting the datastore file [datastore1] 84584cc5-b54a-4dbe-8285-51370222a201 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1808.991944] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a9ce09d-5d10-460e-a65c-279dc931f26b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.998792] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for the task: (returnval){ [ 1808.998792] env[62127]: value = "task-1734015" [ 1808.998792] env[62127]: _type = "Task" [ 1808.998792] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1809.008155] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1734015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1809.033639] env[62127]: DEBUG nova.network.neutron [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Successfully created port: 0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1809.124428] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1eb0fb63-f1e4-49a2-839c-f8702996e2e8 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.814s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.210975] env[62127]: DEBUG nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1809.237702] env[62127]: INFO nova.compute.manager [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Took 17.51 seconds to build instance. [ 1809.421277] env[62127]: INFO nova.compute.manager [-] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Took 1.54 seconds to deallocate network for instance. [ 1809.508751] env[62127]: DEBUG oslo_vmware.api [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Task: {'id': task-1734015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471179} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1809.508751] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1809.508751] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1809.508751] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1809.508751] env[62127]: INFO nova.compute.manager [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1809.508964] env[62127]: DEBUG oslo.service.loopingcall [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1809.509171] env[62127]: DEBUG nova.compute.manager [-] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1809.509260] env[62127]: DEBUG nova.network.neutron [-] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1809.742984] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a5758f7c-0fff-476d-ac78-9d1081a2d34c tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.024s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1809.854922] env[62127]: DEBUG nova.compute.manager [req-05a5c994-a9c0-4b99-b683-f7f068c64706 req-2503bcf0-c268-4f64-8aee-f8a26b90a019 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Received event network-vif-deleted-8e2ae88b-cd23-44e7-80ab-8248fcebbaa5 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1809.854922] env[62127]: INFO nova.compute.manager [req-05a5c994-a9c0-4b99-b683-f7f068c64706 req-2503bcf0-c268-4f64-8aee-f8a26b90a019 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Neutron deleted interface 8e2ae88b-cd23-44e7-80ab-8248fcebbaa5; detaching it from the instance and deleting it from the info cache [ 1809.854922] env[62127]: DEBUG nova.network.neutron [req-05a5c994-a9c0-4b99-b683-f7f068c64706 req-2503bcf0-c268-4f64-8aee-f8a26b90a019 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1809.928349] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1809.928678] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1809.928934] env[62127]: DEBUG nova.objects.instance [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'resources' on Instance uuid a1375712-20e7-4dd3-b3d7-37f33e95da9c {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1810.034207] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.034502] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.034754] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1810.034943] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1810.035162] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1810.037419] env[62127]: INFO nova.compute.manager [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Terminating instance [ 1810.039087] env[62127]: DEBUG nova.compute.manager [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1810.039365] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1810.040288] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76666037-d7d5-4ef6-8641-155ffce6e584 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.048093] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1810.048329] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90815b0f-b34a-4a49-a975-04114499388b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.055279] env[62127]: DEBUG oslo_vmware.api [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1810.055279] env[62127]: value = "task-1734016" [ 1810.055279] env[62127]: _type = "Task" [ 1810.055279] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1810.064202] env[62127]: DEBUG oslo_vmware.api [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734016, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1810.221925] env[62127]: DEBUG nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1810.249738] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1810.250030] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1810.250198] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1810.250383] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1810.250558] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1810.250782] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1810.251022] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1810.251190] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1810.251355] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1810.251522] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1810.251696] env[62127]: DEBUG nova.virt.hardware [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1810.252587] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7902a4-526d-447a-a00b-e32293a66902 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.261165] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1aff58f6-2bda-4b4c-a926-6c7ebf0787ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.332294] env[62127]: DEBUG nova.network.neutron [-] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1810.357499] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60fe58a4-544c-4620-875e-4bdb91a68caf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.367414] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f71a14-bbbe-420d-a08f-358aa70b5f20 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.393683] env[62127]: DEBUG nova.compute.manager [req-05a5c994-a9c0-4b99-b683-f7f068c64706 req-2503bcf0-c268-4f64-8aee-f8a26b90a019 service nova] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Detach interface failed, port_id=8e2ae88b-cd23-44e7-80ab-8248fcebbaa5, reason: Instance 84584cc5-b54a-4dbe-8285-51370222a201 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1810.468448] env[62127]: DEBUG nova.compute.manager [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Received event network-changed-e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1810.468629] env[62127]: DEBUG nova.compute.manager [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Refreshing instance network info cache due to event network-changed-e0e2e736-0468-4773-9f73-094c556d5afc. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1810.468827] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] Acquiring lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1810.468950] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] Acquired lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1810.469173] env[62127]: DEBUG nova.network.neutron [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Refreshing network info cache for port e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1810.518447] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28534c1-7a96-4d0b-915d-6cd57edbaeb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.525719] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d073fb68-5069-415a-bae9-be8118b501ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.555464] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fbd6fdd-26ed-453c-9a72-c078c34806de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.565484] env[62127]: DEBUG oslo_vmware.api [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734016, 'name': PowerOffVM_Task, 'duration_secs': 0.201086} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1810.567745] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1810.567932] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1810.568220] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3fd88611-fff9-4adf-b464-20ec2024ce25 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.570469] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0576c1ba-3b76-46b8-862f-17dcf260eb79 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1810.583339] env[62127]: DEBUG nova.compute.provider_tree [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1810.835235] env[62127]: INFO nova.compute.manager [-] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Took 1.33 seconds to deallocate network for instance. [ 1810.886220] env[62127]: DEBUG nova.network.neutron [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Successfully updated port: 0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1811.086972] env[62127]: DEBUG nova.scheduler.client.report [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1811.103242] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1811.103454] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1811.103639] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleting the datastore file [datastore1] 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1811.104617] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4ae345df-f3a1-4211-b98a-240081bc3bf8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1811.110801] env[62127]: DEBUG oslo_vmware.api [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for the task: (returnval){ [ 1811.110801] env[62127]: value = "task-1734018" [ 1811.110801] env[62127]: _type = "Task" [ 1811.110801] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1811.119518] env[62127]: DEBUG oslo_vmware.api [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1811.220544] env[62127]: DEBUG nova.network.neutron [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updated VIF entry in instance network info cache for port e0e2e736-0468-4773-9f73-094c556d5afc. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1811.221080] env[62127]: DEBUG nova.network.neutron [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updating instance_info_cache with network_info: [{"id": "e0e2e736-0468-4773-9f73-094c556d5afc", "address": "fa:16:3e:02:d5:3c", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2e736-04", "ovs_interfaceid": "e0e2e736-0468-4773-9f73-094c556d5afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1811.342762] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1811.388028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1811.388205] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1811.388430] env[62127]: DEBUG nova.network.neutron [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1811.595286] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.666s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.598100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.255s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1811.598100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1811.617023] env[62127]: INFO nova.scheduler.client.report [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Deleted allocations for instance 84584cc5-b54a-4dbe-8285-51370222a201 [ 1811.618711] env[62127]: INFO nova.scheduler.client.report [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted allocations for instance a1375712-20e7-4dd3-b3d7-37f33e95da9c [ 1811.623328] env[62127]: DEBUG oslo_vmware.api [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Task: {'id': task-1734018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240572} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1811.627217] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1811.627408] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1811.627582] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1811.627755] env[62127]: INFO nova.compute.manager [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1811.627992] env[62127]: DEBUG oslo.service.loopingcall [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1811.628381] env[62127]: DEBUG nova.compute.manager [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1811.628481] env[62127]: DEBUG nova.network.neutron [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1811.723684] env[62127]: DEBUG oslo_concurrency.lockutils [req-8a730e4e-1698-4ad1-aa03-b44092e1f8da req-36ca1f32-940a-42c9-9850-5f9f7644af43 service nova] Releasing lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1811.921923] env[62127]: DEBUG nova.network.neutron [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1812.108302] env[62127]: DEBUG nova.network.neutron [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updating instance_info_cache with network_info: [{"id": "0870db73-3881-48cb-9b2e-24d3b7bae793", "address": "fa:16:3e:8b:4f:0e", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0870db73-38", "ovs_interfaceid": "0870db73-3881-48cb-9b2e-24d3b7bae793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.133546] env[62127]: DEBUG oslo_concurrency.lockutils [None req-cd877a90-bd07-42d9-ab3f-23a24c55ca67 tempest-DeleteServersTestJSON-1397390684 tempest-DeleteServersTestJSON-1397390684-project-member] Lock "84584cc5-b54a-4dbe-8285-51370222a201" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.760s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.135016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c48fff3f-ddac-4ca5-8c99-af6763dc84f6 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "a1375712-20e7-4dd3-b3d7-37f33e95da9c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.507s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.500625] env[62127]: DEBUG nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Received event network-vif-plugged-0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1812.500888] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] Acquiring lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1812.501253] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1812.501459] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1812.501613] env[62127]: DEBUG nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] No waiting events found dispatching network-vif-plugged-0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1812.501782] env[62127]: WARNING nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Received unexpected event network-vif-plugged-0870db73-3881-48cb-9b2e-24d3b7bae793 for instance with vm_state building and task_state spawning. [ 1812.502152] env[62127]: DEBUG nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Received event network-changed-0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1812.502152] env[62127]: DEBUG nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Refreshing instance network info cache due to event network-changed-0870db73-3881-48cb-9b2e-24d3b7bae793. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1812.502324] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] Acquiring lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1812.571428] env[62127]: DEBUG nova.network.neutron [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1812.610997] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1812.611519] env[62127]: DEBUG nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Instance network_info: |[{"id": "0870db73-3881-48cb-9b2e-24d3b7bae793", "address": "fa:16:3e:8b:4f:0e", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0870db73-38", "ovs_interfaceid": "0870db73-3881-48cb-9b2e-24d3b7bae793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1812.611835] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] Acquired lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1812.612032] env[62127]: DEBUG nova.network.neutron [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Refreshing network info cache for port 0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1812.613435] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:4f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0870db73-3881-48cb-9b2e-24d3b7bae793', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1812.620966] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Creating folder: Project (4336f8c6396a4c4aa98c0673784e6e30). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.623713] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-013fc700-54db-49de-9003-53bd991d5d02 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.635010] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Created folder: Project (4336f8c6396a4c4aa98c0673784e6e30) in parent group-v360450. [ 1812.635244] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Creating folder: Instances. Parent ref: group-v360745. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1812.635664] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-199383f9-51d7-43b4-af91-f4d955867170 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.644810] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Created folder: Instances in parent group-v360745. [ 1812.645014] env[62127]: DEBUG oslo.service.loopingcall [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1812.645215] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1812.645424] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89d299bb-9bf2-4400-8b9a-f0cb6b1006ca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1812.666046] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1812.666046] env[62127]: value = "task-1734022" [ 1812.666046] env[62127]: _type = "Task" [ 1812.666046] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1812.672299] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734022, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1812.842509] env[62127]: DEBUG nova.network.neutron [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updated VIF entry in instance network info cache for port 0870db73-3881-48cb-9b2e-24d3b7bae793. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1812.842941] env[62127]: DEBUG nova.network.neutron [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updating instance_info_cache with network_info: [{"id": "0870db73-3881-48cb-9b2e-24d3b7bae793", "address": "fa:16:3e:8b:4f:0e", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0870db73-38", "ovs_interfaceid": "0870db73-3881-48cb-9b2e-24d3b7bae793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.075922] env[62127]: INFO nova.compute.manager [-] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Took 1.45 seconds to deallocate network for instance. [ 1813.175133] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734022, 'name': CreateVM_Task, 'duration_secs': 0.311482} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.175443] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1813.175999] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.176186] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.176513] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1813.176767] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dc2d67a-72f5-4c09-a379-3d14beb02d72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.181552] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1813.181552] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524e7b83-8857-704d-6f1c-ac05051936c5" [ 1813.181552] env[62127]: _type = "Task" [ 1813.181552] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.190325] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524e7b83-8857-704d-6f1c-ac05051936c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.345754] env[62127]: DEBUG oslo_concurrency.lockutils [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] Releasing lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.346134] env[62127]: DEBUG nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Received event network-vif-deleted-dba22832-d85a-4ca8-8324-34a80765ba2e {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1813.346334] env[62127]: INFO nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Neutron deleted interface dba22832-d85a-4ca8-8324-34a80765ba2e; detaching it from the instance and deleting it from the info cache [ 1813.346512] env[62127]: DEBUG nova.network.neutron [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1813.582038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1813.582352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1813.582583] env[62127]: DEBUG nova.objects.instance [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lazy-loading 'resources' on Instance uuid 34f70b9f-4d63-4e8a-9505-13cf689098a7 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1813.692041] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524e7b83-8857-704d-6f1c-ac05051936c5, 'name': SearchDatastore_Task, 'duration_secs': 0.009248} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1813.692396] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1813.692550] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1813.692776] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1813.692958] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1813.693159] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1813.693416] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-57ecf6fb-5c76-428f-99e4-51a77eab53a3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.701359] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1813.701534] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1813.702203] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2dcceb98-0258-4000-96ed-57dd4364b595 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.706980] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1813.706980] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52186a9d-8ddb-2914-19fb-726855b7a788" [ 1813.706980] env[62127]: _type = "Task" [ 1813.706980] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1813.714052] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52186a9d-8ddb-2914-19fb-726855b7a788, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1813.849992] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b4af43b-3b8d-420a-9023-7017316af018 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.860325] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500ad41a-3f22-4d82-9c8c-9d7ea45b2992 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1813.887648] env[62127]: DEBUG nova.compute.manager [req-4f878504-d512-4ecb-8f8b-e957d81e156d req-38ce7fc0-72bc-441e-b559-629372e63311 service nova] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Detach interface failed, port_id=dba22832-d85a-4ca8-8324-34a80765ba2e, reason: Instance 34f70b9f-4d63-4e8a-9505-13cf689098a7 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1814.147535] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ba4dce-a9b1-479c-b0c0-daf0a87a0715 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.155570] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94479e5c-4063-4260-aadf-dd2a8d5d023f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.187153] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3a8b8e-9054-4703-8212-580b9c4b7ebc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.195211] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfba4ab-ee04-4415-b55e-9a1cd1eadfa8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.208755] env[62127]: DEBUG nova.compute.provider_tree [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.218470] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52186a9d-8ddb-2914-19fb-726855b7a788, 'name': SearchDatastore_Task, 'duration_secs': 0.007825} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.219789] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bedb1c9d-99af-4493-8969-876cf573eb8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.225421] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1814.225421] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e663f6-67b0-d7bc-c1c7-a799324617df" [ 1814.225421] env[62127]: _type = "Task" [ 1814.225421] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.233218] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e663f6-67b0-d7bc-c1c7-a799324617df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1814.511033] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "ab82609a-88bc-4302-9da3-bd2ea3351f89" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1814.511146] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1814.731185] env[62127]: ERROR nova.scheduler.client.report [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] [req-aebac0b6-880a-47e9-8302-d8ad517863be] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-aebac0b6-880a-47e9-8302-d8ad517863be"}]} [ 1814.736924] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e663f6-67b0-d7bc-c1c7-a799324617df, 'name': SearchDatastore_Task, 'duration_secs': 0.009687} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1814.737196] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1814.737440] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f4dbfd25-913f-4104-80dd-7a5d242e2d35/f4dbfd25-913f-4104-80dd-7a5d242e2d35.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1814.737688] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a96d5e59-2636-4865-9752-448bd996fa8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.744070] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1814.744070] env[62127]: value = "task-1734023" [ 1814.744070] env[62127]: _type = "Task" [ 1814.744070] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1814.751434] env[62127]: DEBUG nova.scheduler.client.report [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1814.763527] env[62127]: DEBUG nova.scheduler.client.report [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1814.763728] env[62127]: DEBUG nova.compute.provider_tree [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1814.772920] env[62127]: DEBUG nova.scheduler.client.report [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1814.788863] env[62127]: DEBUG nova.scheduler.client.report [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1814.851809] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea7564cf-6c6b-4df6-a565-81d41ef3bdfa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.859372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2459577-447e-40a6-bcd9-abd97237a759 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.891063] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6679fc8-0c18-423e-83a0-8723e3267fe5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.898050] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac356975-46a4-470f-a09b-16f4cbe123a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1814.911341] env[62127]: DEBUG nova.compute.provider_tree [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.013869] env[62127]: DEBUG nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1815.254824] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734023, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.441381] env[62127]: DEBUG nova.scheduler.client.report [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 177 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1815.441656] env[62127]: DEBUG nova.compute.provider_tree [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 177 to 178 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1815.441850] env[62127]: DEBUG nova.compute.provider_tree [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1815.534039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1815.754792] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734023, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530907} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1815.755088] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] f4dbfd25-913f-4104-80dd-7a5d242e2d35/f4dbfd25-913f-4104-80dd-7a5d242e2d35.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1815.755343] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1815.755629] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6accd2a6-dbfe-40c0-83d9-8c43b2628399 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1815.762524] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1815.762524] env[62127]: value = "task-1734024" [ 1815.762524] env[62127]: _type = "Task" [ 1815.762524] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1815.770200] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1815.946764] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.364s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1815.948962] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.415s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1815.950460] env[62127]: INFO nova.compute.claims [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1815.970567] env[62127]: INFO nova.scheduler.client.report [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Deleted allocations for instance 34f70b9f-4d63-4e8a-9505-13cf689098a7 [ 1816.271883] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066033} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.275826] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1816.275826] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f86fe7d-9034-4c75-bfaf-1d4549311b7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.298545] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] f4dbfd25-913f-4104-80dd-7a5d242e2d35/f4dbfd25-913f-4104-80dd-7a5d242e2d35.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1816.299232] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cbc23697-3d75-40e8-9846-6148b74f8ddf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.320542] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1816.320542] env[62127]: value = "task-1734025" [ 1816.320542] env[62127]: _type = "Task" [ 1816.320542] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.330450] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1816.482878] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6d37b68f-98ea-403a-a321-704f5f049699 tempest-ServerActionsTestOtherB-1768460530 tempest-ServerActionsTestOtherB-1768460530-project-member] Lock "34f70b9f-4d63-4e8a-9505-13cf689098a7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.448s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1816.835174] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734025, 'name': ReconfigVM_Task, 'duration_secs': 0.307771} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1816.835174] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Reconfigured VM instance instance-00000070 to attach disk [datastore1] f4dbfd25-913f-4104-80dd-7a5d242e2d35/f4dbfd25-913f-4104-80dd-7a5d242e2d35.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1816.835775] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f5807e5c-613b-4ee3-9572-ad8b822f5507 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1816.842740] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1816.842740] env[62127]: value = "task-1734027" [ 1816.842740] env[62127]: _type = "Task" [ 1816.842740] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1816.850297] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734027, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.050481] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab43733c-ab81-4ab0-91c6-b51abedefb1f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.058436] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23df77cc-0e36-4020-b3df-a1b6eea39dc1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.087885] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005e4df7-3ed3-43d7-a048-373631052496 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.095562] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c0369fa-0f10-4ec5-829a-d253bd616659 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.109436] env[62127]: DEBUG nova.compute.provider_tree [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.354216] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734027, 'name': Rename_Task, 'duration_secs': 0.155449} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.354559] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1817.354681] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d9b2834-d62d-436c-b4d2-9f65704fe754 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1817.361549] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1817.361549] env[62127]: value = "task-1734028" [ 1817.361549] env[62127]: _type = "Task" [ 1817.361549] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1817.368574] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1817.641648] env[62127]: DEBUG nova.scheduler.client.report [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 178 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1817.642031] env[62127]: DEBUG nova.compute.provider_tree [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 178 to 179 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1817.642241] env[62127]: DEBUG nova.compute.provider_tree [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1817.871738] env[62127]: DEBUG oslo_vmware.api [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734028, 'name': PowerOnVM_Task, 'duration_secs': 0.483647} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1817.871979] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1817.872143] env[62127]: INFO nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Took 7.65 seconds to spawn the instance on the hypervisor. [ 1817.872327] env[62127]: DEBUG nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1817.873130] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009ccc11-09fa-4f50-a45e-3a49823d852d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.147928] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.199s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1818.148508] env[62127]: DEBUG nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1818.389315] env[62127]: INFO nova.compute.manager [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Took 12.45 seconds to build instance. [ 1818.653551] env[62127]: DEBUG nova.compute.utils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1818.655037] env[62127]: DEBUG nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1818.655219] env[62127]: DEBUG nova.network.neutron [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1818.729520] env[62127]: DEBUG nova.policy [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab174eabd6534b8da142e7ee56f6e31e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffaf76e8029425391077217d2900812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1818.891101] env[62127]: DEBUG oslo_concurrency.lockutils [None req-404b55e2-89b2-4840-b775-5493da200d8d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.965s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1819.158986] env[62127]: DEBUG nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1819.233983] env[62127]: DEBUG nova.network.neutron [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Successfully created port: 2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1819.296626] env[62127]: DEBUG nova.compute.manager [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Received event network-changed-0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1819.296869] env[62127]: DEBUG nova.compute.manager [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Refreshing instance network info cache due to event network-changed-0870db73-3881-48cb-9b2e-24d3b7bae793. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1819.298081] env[62127]: DEBUG oslo_concurrency.lockutils [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] Acquiring lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1819.298448] env[62127]: DEBUG oslo_concurrency.lockutils [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] Acquired lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1819.298777] env[62127]: DEBUG nova.network.neutron [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Refreshing network info cache for port 0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1820.030206] env[62127]: DEBUG nova.network.neutron [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updated VIF entry in instance network info cache for port 0870db73-3881-48cb-9b2e-24d3b7bae793. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1820.030570] env[62127]: DEBUG nova.network.neutron [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updating instance_info_cache with network_info: [{"id": "0870db73-3881-48cb-9b2e-24d3b7bae793", "address": "fa:16:3e:8b:4f:0e", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.223", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0870db73-38", "ovs_interfaceid": "0870db73-3881-48cb-9b2e-24d3b7bae793", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1820.169211] env[62127]: DEBUG nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1820.196202] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1820.196489] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1820.196652] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1820.196839] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1820.196991] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1820.197163] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1820.197375] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1820.197536] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1820.197747] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1820.197932] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1820.198125] env[62127]: DEBUG nova.virt.hardware [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1820.199018] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e85f5d-683c-4844-b75b-760bbbb574e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.206957] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2a5ab8-ab1b-4f56-8601-c9ce7c92989e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.533972] env[62127]: DEBUG oslo_concurrency.lockutils [req-ece179e0-2282-4a9e-b401-d940e60f5efc req-c756ea7f-b191-4a3a-841a-af205391e739 service nova] Releasing lock "refresh_cache-f4dbfd25-913f-4104-80dd-7a5d242e2d35" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1821.052108] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1821.052395] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1821.083886] env[62127]: DEBUG nova.network.neutron [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Successfully updated port: 2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1821.107247] env[62127]: DEBUG nova.compute.manager [req-80469ffe-e570-48b7-945f-35505a0164d6 req-6155a33a-114b-4aac-88d3-89f0ef920e9d service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Received event network-vif-plugged-2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1821.107518] env[62127]: DEBUG oslo_concurrency.lockutils [req-80469ffe-e570-48b7-945f-35505a0164d6 req-6155a33a-114b-4aac-88d3-89f0ef920e9d service nova] Acquiring lock "ab82609a-88bc-4302-9da3-bd2ea3351f89-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1821.107674] env[62127]: DEBUG oslo_concurrency.lockutils [req-80469ffe-e570-48b7-945f-35505a0164d6 req-6155a33a-114b-4aac-88d3-89f0ef920e9d service nova] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1821.107844] env[62127]: DEBUG oslo_concurrency.lockutils [req-80469ffe-e570-48b7-945f-35505a0164d6 req-6155a33a-114b-4aac-88d3-89f0ef920e9d service nova] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1821.108031] env[62127]: DEBUG nova.compute.manager [req-80469ffe-e570-48b7-945f-35505a0164d6 req-6155a33a-114b-4aac-88d3-89f0ef920e9d service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] No waiting events found dispatching network-vif-plugged-2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1821.108206] env[62127]: WARNING nova.compute.manager [req-80469ffe-e570-48b7-945f-35505a0164d6 req-6155a33a-114b-4aac-88d3-89f0ef920e9d service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Received unexpected event network-vif-plugged-2260e2ea-4e34-4d21-9e92-4b717af9a23b for instance with vm_state building and task_state spawning. [ 1821.590967] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1821.591190] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1821.591358] env[62127]: DEBUG nova.network.neutron [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1822.052535] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1822.052854] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1822.123330] env[62127]: DEBUG nova.network.neutron [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1822.272899] env[62127]: DEBUG nova.network.neutron [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Updating instance_info_cache with network_info: [{"id": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "address": "fa:16:3e:d6:7a:7e", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2260e2ea-4e", "ovs_interfaceid": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1822.780685] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1822.780685] env[62127]: DEBUG nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Instance network_info: |[{"id": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "address": "fa:16:3e:d6:7a:7e", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2260e2ea-4e", "ovs_interfaceid": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1822.781049] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d6:7a:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2260e2ea-4e34-4d21-9e92-4b717af9a23b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1822.788450] env[62127]: DEBUG oslo.service.loopingcall [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1822.788689] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1822.788920] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b08c246b-07d9-40c1-a5a9-2f37258918fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1822.808546] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1822.808546] env[62127]: value = "task-1734029" [ 1822.808546] env[62127]: _type = "Task" [ 1822.808546] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1822.817126] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734029, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.134216] env[62127]: DEBUG nova.compute.manager [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Received event network-changed-2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1823.134582] env[62127]: DEBUG nova.compute.manager [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Refreshing instance network info cache due to event network-changed-2260e2ea-4e34-4d21-9e92-4b717af9a23b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1823.134643] env[62127]: DEBUG oslo_concurrency.lockutils [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] Acquiring lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.134789] env[62127]: DEBUG oslo_concurrency.lockutils [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] Acquired lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.134950] env[62127]: DEBUG nova.network.neutron [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Refreshing network info cache for port 2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1823.318306] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734029, 'name': CreateVM_Task, 'duration_secs': 0.315494} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.318479] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1823.325631] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.325803] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.326146] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1823.326399] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd96ca7f-025e-4d86-b7be-c22ee4504c03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.331532] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1823.331532] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52df7cf6-18f4-78ab-36f2-429c52a94927" [ 1823.331532] env[62127]: _type = "Task" [ 1823.331532] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.338984] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52df7cf6-18f4-78ab-36f2-429c52a94927, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1823.825114] env[62127]: DEBUG nova.network.neutron [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Updated VIF entry in instance network info cache for port 2260e2ea-4e34-4d21-9e92-4b717af9a23b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1823.825576] env[62127]: DEBUG nova.network.neutron [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Updating instance_info_cache with network_info: [{"id": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "address": "fa:16:3e:d6:7a:7e", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2260e2ea-4e", "ovs_interfaceid": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1823.841634] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52df7cf6-18f4-78ab-36f2-429c52a94927, 'name': SearchDatastore_Task, 'duration_secs': 0.010168} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1823.841915] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1823.842164] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1823.842403] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1823.842554] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1823.842737] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1823.842989] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d3f523bf-112d-4224-91ca-c672729f5d5e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.851338] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1823.851510] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1823.852202] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1c0f01-d0b5-40bb-8e5a-9aba948e1585 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1823.858479] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1823.858479] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e4af7c-7e7d-e5b9-5b46-54b9b3d658e4" [ 1823.858479] env[62127]: _type = "Task" [ 1823.858479] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1823.866351] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e4af7c-7e7d-e5b9-5b46-54b9b3d658e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.052301] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1824.328049] env[62127]: DEBUG oslo_concurrency.lockutils [req-b4d50872-338c-4527-bb43-a8a849c3b126 req-42499f35-01af-4921-a0d2-a80fef241dda service nova] Releasing lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.368932] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e4af7c-7e7d-e5b9-5b46-54b9b3d658e4, 'name': SearchDatastore_Task, 'duration_secs': 0.008748} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.369739] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f266b174-0ee6-44a4-81b4-412e03e176f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.374545] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1824.374545] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521b35f8-1849-843e-4949-a15420542649" [ 1824.374545] env[62127]: _type = "Task" [ 1824.374545] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.381725] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521b35f8-1849-843e-4949-a15420542649, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1824.555542] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.555826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.555933] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1824.556107] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1824.556969] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382c19b9-480f-4435-8d93-1dbd55093b6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.565028] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b02433-4c3a-4a23-aa0f-a74aa0cafd47 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.579963] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c885d5a-7d75-4304-aa18-662957c191f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.587440] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e565b84-0ad3-4bf6-a4f0-b3b4f939c3b5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.617341] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180947MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1824.617502] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1824.617700] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1824.884404] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521b35f8-1849-843e-4949-a15420542649, 'name': SearchDatastore_Task, 'duration_secs': 0.008497} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1824.884636] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1824.884898] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ab82609a-88bc-4302-9da3-bd2ea3351f89/ab82609a-88bc-4302-9da3-bd2ea3351f89.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1824.885182] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8342b408-93ac-4177-bcbd-4b82ffefd7ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1824.891400] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1824.891400] env[62127]: value = "task-1734030" [ 1824.891400] env[62127]: _type = "Task" [ 1824.891400] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1824.899879] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.401088] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.497495} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.401508] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] ab82609a-88bc-4302-9da3-bd2ea3351f89/ab82609a-88bc-4302-9da3-bd2ea3351f89.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1825.401609] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1825.401809] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c849e734-4191-4c88-91e0-c915f6fe74aa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.408932] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1825.408932] env[62127]: value = "task-1734031" [ 1825.408932] env[62127]: _type = "Task" [ 1825.408932] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.416435] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734031, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1825.645023] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.645023] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance d2f175a5-a756-4252-849d-719b63c71e79 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.645023] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f4dbfd25-913f-4104-80dd-7a5d242e2d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.645234] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ab82609a-88bc-4302-9da3-bd2ea3351f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1825.645234] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 4 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1825.645358] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1280MB phys_disk=200GB used_disk=4GB total_vcpus=48 used_vcpus=4 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1825.700620] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-214bfc2e-b1f2-4f60-80ac-0619535430b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.707677] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f96e1584-bc3b-4e23-9200-d8c6f75c3398 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.738948] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e13c8c-1505-4ae8-8a08-bba045aa3c02 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.746041] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ad38640-d88e-4e27-8de7-219df9dbf91e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.759108] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1825.918874] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734031, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065786} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1825.919179] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1825.919941] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa2a3d5c-bf73-4557-8ead-423b0ee65c61 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.943431] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ab82609a-88bc-4302-9da3-bd2ea3351f89/ab82609a-88bc-4302-9da3-bd2ea3351f89.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1825.943733] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05135fc0-6659-421f-ba22-e469529cedaf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1825.964043] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1825.964043] env[62127]: value = "task-1734032" [ 1825.964043] env[62127]: _type = "Task" [ 1825.964043] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1825.971754] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.265031] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1826.474381] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734032, 'name': ReconfigVM_Task, 'duration_secs': 0.274926} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.474770] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ab82609a-88bc-4302-9da3-bd2ea3351f89/ab82609a-88bc-4302-9da3-bd2ea3351f89.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1826.475294] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6c427aad-2fd1-4f4f-a6e4-6982641b9c0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.481493] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1826.481493] env[62127]: value = "task-1734033" [ 1826.481493] env[62127]: _type = "Task" [ 1826.481493] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1826.488827] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734033, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1826.767830] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1826.768071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.150s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1826.991859] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734033, 'name': Rename_Task, 'duration_secs': 0.134495} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1826.992183] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1826.992466] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8749812-192b-4af9-a791-828bd4f6b9cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1826.998951] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1826.998951] env[62127]: value = "task-1734034" [ 1826.998951] env[62127]: _type = "Task" [ 1826.998951] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1827.006996] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734034, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1827.508286] env[62127]: DEBUG oslo_vmware.api [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734034, 'name': PowerOnVM_Task, 'duration_secs': 0.488066} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1827.508643] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1827.508746] env[62127]: INFO nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1827.508925] env[62127]: DEBUG nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1827.509685] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37359197-121f-450e-a228-16b335650da5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1828.029652] env[62127]: INFO nova.compute.manager [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Took 12.51 seconds to build instance. [ 1828.530905] env[62127]: DEBUG oslo_concurrency.lockutils [None req-681282cc-a287-497a-b3b2-99632b5867ba tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.020s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1828.755073] env[62127]: DEBUG nova.compute.manager [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Received event network-changed-2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1828.755284] env[62127]: DEBUG nova.compute.manager [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Refreshing instance network info cache due to event network-changed-2260e2ea-4e34-4d21-9e92-4b717af9a23b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1828.755516] env[62127]: DEBUG oslo_concurrency.lockutils [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] Acquiring lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1828.755882] env[62127]: DEBUG oslo_concurrency.lockutils [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] Acquired lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1828.756108] env[62127]: DEBUG nova.network.neutron [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Refreshing network info cache for port 2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1828.763846] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.764052] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1828.764195] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1829.467102] env[62127]: DEBUG nova.network.neutron [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Updated VIF entry in instance network info cache for port 2260e2ea-4e34-4d21-9e92-4b717af9a23b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1829.468033] env[62127]: DEBUG nova.network.neutron [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Updating instance_info_cache with network_info: [{"id": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "address": "fa:16:3e:d6:7a:7e", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2260e2ea-4e", "ovs_interfaceid": "2260e2ea-4e34-4d21-9e92-4b717af9a23b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1829.973016] env[62127]: DEBUG oslo_concurrency.lockutils [req-244f0dc2-ed3f-42b7-b0f8-6293dd8949b1 req-ec00dbe6-9e95-4bfd-9d1c-12d667396753 service nova] Releasing lock "refresh_cache-ab82609a-88bc-4302-9da3-bd2ea3351f89" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1831.781126] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1831.781406] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.052506] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1833.558349] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1835.052624] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1845.871091] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "d2f175a5-a756-4252-849d-719b63c71e79" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1845.871091] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1845.871091] env[62127]: DEBUG nova.compute.manager [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1845.871546] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cb3ad35-3aaf-42e9-837e-a180a1b4920a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.878489] env[62127]: DEBUG nova.compute.manager [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1845.879059] env[62127]: DEBUG nova.objects.instance [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'flavor' on Instance uuid d2f175a5-a756-4252-849d-719b63c71e79 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1846.385517] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1846.385800] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b63105f-078a-4883-9546-4be233423f51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.392817] env[62127]: DEBUG oslo_vmware.api [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1846.392817] env[62127]: value = "task-1734043" [ 1846.392817] env[62127]: _type = "Task" [ 1846.392817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1846.401309] env[62127]: DEBUG oslo_vmware.api [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.902402] env[62127]: DEBUG oslo_vmware.api [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734043, 'name': PowerOffVM_Task, 'duration_secs': 0.209318} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1846.902696] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1846.902898] env[62127]: DEBUG nova.compute.manager [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1846.903671] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e38841-2625-49aa-8a91-466976a6e3b0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.415202] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fe2e6bc2-8795-4fa8-9d10-1b66baeb8170 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.545s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1848.124060] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1848.124351] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1848.290446] env[62127]: DEBUG nova.objects.instance [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'flavor' on Instance uuid d2f175a5-a756-4252-849d-719b63c71e79 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1848.626806] env[62127]: DEBUG nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1848.795660] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1848.795869] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1848.796025] env[62127]: DEBUG nova.network.neutron [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1848.796210] env[62127]: DEBUG nova.objects.instance [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'info_cache' on Instance uuid d2f175a5-a756-4252-849d-719b63c71e79 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.148397] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1849.148656] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1849.150192] env[62127]: INFO nova.compute.claims [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1849.299875] env[62127]: DEBUG nova.objects.base [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1850.013905] env[62127]: DEBUG nova.network.neutron [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updating instance_info_cache with network_info: [{"id": "e0e2e736-0468-4773-9f73-094c556d5afc", "address": "fa:16:3e:02:d5:3c", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2e736-04", "ovs_interfaceid": "e0e2e736-0468-4773-9f73-094c556d5afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.220733] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0007d0c-ab0d-48be-971e-d28ec00af7a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.228842] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1072af91-ba54-476d-8a2a-75b0d2ae1b91 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.263058] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8d2ace-5dfe-4bb2-b6f9-ab529bc49a26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.270766] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17431a63-29d3-4fde-8e7e-04df0ccd0f75 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.285193] env[62127]: DEBUG nova.compute.provider_tree [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.517754] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1850.788332] env[62127]: DEBUG nova.scheduler.client.report [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1851.021153] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1851.021482] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fd98c1d6-6f4e-468d-b7ea-b200f8dc91c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.029394] env[62127]: DEBUG oslo_vmware.api [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1851.029394] env[62127]: value = "task-1734044" [ 1851.029394] env[62127]: _type = "Task" [ 1851.029394] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1851.036969] env[62127]: DEBUG oslo_vmware.api [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734044, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1851.292834] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.144s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1851.293275] env[62127]: DEBUG nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1851.539383] env[62127]: DEBUG oslo_vmware.api [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734044, 'name': PowerOnVM_Task, 'duration_secs': 0.394575} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1851.539653] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1851.539844] env[62127]: DEBUG nova.compute.manager [None req-5cb6a200-338d-4d9d-be6c-0241664cc730 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1851.540620] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e443eaaa-4557-4a32-a11f-76052322654d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1851.798514] env[62127]: DEBUG nova.compute.utils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1851.800076] env[62127]: DEBUG nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1851.800334] env[62127]: DEBUG nova.network.neutron [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1851.840629] env[62127]: DEBUG nova.policy [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab174eabd6534b8da142e7ee56f6e31e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ffaf76e8029425391077217d2900812', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1852.095781] env[62127]: DEBUG nova.network.neutron [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Successfully created port: 61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1852.305435] env[62127]: DEBUG nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1852.809848] env[62127]: INFO nova.virt.block_device [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Booting with volume 95d8588c-2d9f-4184-90d7-769ba65c8f3b at /dev/sda [ 1852.845423] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-909d17aa-2fc0-4151-a0f9-d2493c9317b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.855133] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22908ec4-b36b-49b1-b5f3-9576d2c151f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.881874] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9e99bc9-eefd-4eaf-ab99-27e8a8362a92 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.889808] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1258f6b-1952-40d1-93cd-18b24353d8a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.915027] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74fefe77-45d9-421f-9e73-803a5b7b1259 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.921023] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1a3fc1-9a77-4dbe-bd4a-530be80e04c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1852.934028] env[62127]: DEBUG nova.virt.block_device [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating existing volume attachment record: 53315096-b2cb-408e-9e3b-788a33048b07 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1853.303651] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd0c0b30-f2ef-4b78-afe1-4def2261a8e3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.312618] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3974a11f-3f19-444f-9d5a-15a9f2e3cfd6 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Suspending the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1853.312972] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-312a8112-621e-4458-937b-f54d179edf22 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1853.320430] env[62127]: DEBUG oslo_vmware.api [None req-3974a11f-3f19-444f-9d5a-15a9f2e3cfd6 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1853.320430] env[62127]: value = "task-1734045" [ 1853.320430] env[62127]: _type = "Task" [ 1853.320430] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1853.327906] env[62127]: DEBUG oslo_vmware.api [None req-3974a11f-3f19-444f-9d5a-15a9f2e3cfd6 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734045, 'name': SuspendVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1853.511897] env[62127]: DEBUG nova.compute.manager [req-69dd12e9-0e1b-47c6-8e53-a244a63ded63 req-ed969fed-e290-4295-8a13-cc8627c2aadb service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Received event network-vif-plugged-61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1853.512133] env[62127]: DEBUG oslo_concurrency.lockutils [req-69dd12e9-0e1b-47c6-8e53-a244a63ded63 req-ed969fed-e290-4295-8a13-cc8627c2aadb service nova] Acquiring lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1853.512389] env[62127]: DEBUG oslo_concurrency.lockutils [req-69dd12e9-0e1b-47c6-8e53-a244a63ded63 req-ed969fed-e290-4295-8a13-cc8627c2aadb service nova] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1853.512632] env[62127]: DEBUG oslo_concurrency.lockutils [req-69dd12e9-0e1b-47c6-8e53-a244a63ded63 req-ed969fed-e290-4295-8a13-cc8627c2aadb service nova] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1853.512750] env[62127]: DEBUG nova.compute.manager [req-69dd12e9-0e1b-47c6-8e53-a244a63ded63 req-ed969fed-e290-4295-8a13-cc8627c2aadb service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] No waiting events found dispatching network-vif-plugged-61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1853.512880] env[62127]: WARNING nova.compute.manager [req-69dd12e9-0e1b-47c6-8e53-a244a63ded63 req-ed969fed-e290-4295-8a13-cc8627c2aadb service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Received unexpected event network-vif-plugged-61dd430b-2819-4b01-aafa-5142435a606d for instance with vm_state building and task_state block_device_mapping. [ 1853.608661] env[62127]: DEBUG nova.network.neutron [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Successfully updated port: 61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1853.830670] env[62127]: DEBUG oslo_vmware.api [None req-3974a11f-3f19-444f-9d5a-15a9f2e3cfd6 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734045, 'name': SuspendVM_Task} progress is 58%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1854.110890] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1854.111141] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1854.111206] env[62127]: DEBUG nova.network.neutron [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1854.331091] env[62127]: DEBUG oslo_vmware.api [None req-3974a11f-3f19-444f-9d5a-15a9f2e3cfd6 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734045, 'name': SuspendVM_Task, 'duration_secs': 0.716334} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1854.331445] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3974a11f-3f19-444f-9d5a-15a9f2e3cfd6 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Suspended the VM {{(pid=62127) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1854.331539] env[62127]: DEBUG nova.compute.manager [None req-3974a11f-3f19-444f-9d5a-15a9f2e3cfd6 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1854.332329] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b48855a-3950-43a1-a987-7497d7d52a6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.642477] env[62127]: DEBUG nova.network.neutron [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1854.768971] env[62127]: DEBUG nova.network.neutron [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [{"id": "61dd430b-2819-4b01-aafa-5142435a606d", "address": "fa:16:3e:ff:af:9d", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61dd430b-28", "ovs_interfaceid": "61dd430b-2819-4b01-aafa-5142435a606d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1855.024037] env[62127]: DEBUG nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1855.024037] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1855.024261] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1855.024350] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1855.024525] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1855.024668] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1855.024849] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1855.025109] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1855.025746] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1855.025746] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1855.025746] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1855.025942] env[62127]: DEBUG nova.virt.hardware [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1855.026657] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1844f717-3c36-4f6f-9772-5eb88a489c68 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.035470] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66e5d52-08b6-427d-b446-6ca2abc30c23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.272017] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1855.272408] env[62127]: DEBUG nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Instance network_info: |[{"id": "61dd430b-2819-4b01-aafa-5142435a606d", "address": "fa:16:3e:ff:af:9d", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61dd430b-28", "ovs_interfaceid": "61dd430b-2819-4b01-aafa-5142435a606d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1855.273246] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:af:9d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7c708997-9b6e-4c27-8a58-02c0d1359d5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61dd430b-2819-4b01-aafa-5142435a606d', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1855.280629] env[62127]: DEBUG oslo.service.loopingcall [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1855.281177] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1855.281412] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19bf39e4-dce8-4cfc-ab5a-4feb1534148d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1855.301694] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1855.301694] env[62127]: value = "task-1734046" [ 1855.301694] env[62127]: _type = "Task" [ 1855.301694] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1855.309698] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734046, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1855.540077] env[62127]: DEBUG nova.compute.manager [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Received event network-changed-61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1855.540389] env[62127]: DEBUG nova.compute.manager [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Refreshing instance network info cache due to event network-changed-61dd430b-2819-4b01-aafa-5142435a606d. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1855.540554] env[62127]: DEBUG oslo_concurrency.lockutils [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] Acquiring lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1855.540704] env[62127]: DEBUG oslo_concurrency.lockutils [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] Acquired lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1855.540911] env[62127]: DEBUG nova.network.neutron [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Refreshing network info cache for port 61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1855.642840] env[62127]: INFO nova.compute.manager [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Resuming [ 1855.643892] env[62127]: DEBUG nova.objects.instance [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'flavor' on Instance uuid d2f175a5-a756-4252-849d-719b63c71e79 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1855.812650] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734046, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.278566] env[62127]: DEBUG nova.network.neutron [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updated VIF entry in instance network info cache for port 61dd430b-2819-4b01-aafa-5142435a606d. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1856.278909] env[62127]: DEBUG nova.network.neutron [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [{"id": "61dd430b-2819-4b01-aafa-5142435a606d", "address": "fa:16:3e:ff:af:9d", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61dd430b-28", "ovs_interfaceid": "61dd430b-2819-4b01-aafa-5142435a606d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1856.314035] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734046, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.391965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1856.392364] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1856.652530] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1856.652774] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquired lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1856.652910] env[62127]: DEBUG nova.network.neutron [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1856.781882] env[62127]: DEBUG oslo_concurrency.lockutils [req-a9e94f6e-3a75-4394-8173-36af0bcb92c2 req-b8633ef1-052d-4d5d-b1a4-6d98df4798a9 service nova] Releasing lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1856.815172] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734046, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1856.895608] env[62127]: DEBUG nova.compute.utils [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1857.313929] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734046, 'name': CreateVM_Task, 'duration_secs': 1.610985} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1857.314172] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1857.314826] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': True, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360750', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'name': 'volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b', 'attached_at': '', 'detached_at': '', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'serial': '95d8588c-2d9f-4184-90d7-769ba65c8f3b'}, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'mount_device': '/dev/sda', 'attachment_id': '53315096-b2cb-408e-9e3b-788a33048b07', 'volume_type': None}], 'swap': None} {{(pid=62127) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1857.315056] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Root volume attach. Driver type: vmdk {{(pid=62127) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1857.315823] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788409bb-0919-4ad5-93d5-5c2b56240844 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.324959] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8da3df83-1ce0-4d2f-a30a-8e693d9b6933 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.330449] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19085dc-cccb-48fd-b044-02284967b796 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.336373] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-ea55c83e-14f2-421e-965d-146a8f84e3d9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.342398] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1857.342398] env[62127]: value = "task-1734047" [ 1857.342398] env[62127]: _type = "Task" [ 1857.342398] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.349795] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734047, 'name': RelocateVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.356483] env[62127]: DEBUG nova.network.neutron [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updating instance_info_cache with network_info: [{"id": "e0e2e736-0468-4773-9f73-094c556d5afc", "address": "fa:16:3e:02:d5:3c", "network": {"id": "0a5be9ba-c150-4df9-b519-5c3dfef9c7ac", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-475781269-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9316215ca9d2427f9def55ffa6656520", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape0e2e736-04", "ovs_interfaceid": "e0e2e736-0468-4773-9f73-094c556d5afc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1857.398334] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1857.852066] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734047, 'name': RelocateVM_Task} progress is 17%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1857.858606] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Releasing lock "refresh_cache-d2f175a5-a756-4252-849d-719b63c71e79" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1857.859391] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387da899-ae7c-47a0-a965-adb7ff33ca0b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.864662] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Resuming the VM {{(pid=62127) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1857.864885] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-20241f93-1f97-4f97-a6c3-a0c2c318d4cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1857.870977] env[62127]: DEBUG oslo_vmware.api [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1857.870977] env[62127]: value = "task-1734048" [ 1857.870977] env[62127]: _type = "Task" [ 1857.870977] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1857.877995] env[62127]: DEBUG oslo_vmware.api [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734048, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.352878] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734047, 'name': RelocateVM_Task, 'duration_secs': 0.873491} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.353189] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1858.353409] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360750', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'name': 'volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b', 'attached_at': '', 'detached_at': '', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'serial': '95d8588c-2d9f-4184-90d7-769ba65c8f3b'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1858.354273] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ee944b4-5016-44a3-8950-6ea5a80f4256 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.371123] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68846e98-cc1d-4af6-aba5-72920c59080a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.401508] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b/volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1858.401871] env[62127]: DEBUG oslo_vmware.api [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734048, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.402160] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed27f139-a737-4351-a9b9-ef6a938f0692 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.422081] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1858.422081] env[62127]: value = "task-1734049" [ 1858.422081] env[62127]: _type = "Task" [ 1858.422081] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.430454] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734049, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.462648] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1858.463146] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1858.463382] env[62127]: INFO nova.compute.manager [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Attaching volume 835e9f4f-d2a8-484c-a3f5-45d3a59d0e86 to /dev/sdb [ 1858.501031] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c77197-6c59-442e-97ba-c669e25cf47c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.508819] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61b4298f-031e-45ef-b60e-6048a35c4b08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.522376] env[62127]: DEBUG nova.virt.block_device [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updating existing volume attachment record: 6c68b3a4-5e4f-40ca-b510-0dd80fc7124c {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1858.884378] env[62127]: DEBUG oslo_vmware.api [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734048, 'name': PowerOnVM_Task, 'duration_secs': 0.560389} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.884788] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Resumed the VM {{(pid=62127) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1858.884788] env[62127]: DEBUG nova.compute.manager [None req-2aa764b5-cc8a-400e-91c3-4942227ca0fa tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1858.885610] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb18544-124b-4091-9029-fba68e663192 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.932325] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734049, 'name': ReconfigVM_Task, 'duration_secs': 0.287775} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1858.932611] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b/volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1858.937708] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-898179e6-fbae-4842-914d-049da6350602 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.952920] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1858.952920] env[62127]: value = "task-1734053" [ 1858.952920] env[62127]: _type = "Task" [ 1858.952920] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.960867] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734053, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.462252] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734053, 'name': ReconfigVM_Task, 'duration_secs': 0.134275} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.462475] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360750', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'name': 'volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b', 'attached_at': '', 'detached_at': '', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'serial': '95d8588c-2d9f-4184-90d7-769ba65c8f3b'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1859.462990] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a76084d0-9bdd-4143-b83f-f95277ba2f82 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.468794] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1859.468794] env[62127]: value = "task-1734054" [ 1859.468794] env[62127]: _type = "Task" [ 1859.468794] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.479957] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734054, 'name': Rename_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.979425] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734054, 'name': Rename_Task, 'duration_secs': 0.1356} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.981767] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1859.981767] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a5fde3a3-f09b-4ec6-b8a9-0f765f1b041e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.986335] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1859.986335] env[62127]: value = "task-1734055" [ 1859.986335] env[62127]: _type = "Task" [ 1859.986335] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.993433] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.342590] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "d2f175a5-a756-4252-849d-719b63c71e79" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.342875] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.343106] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "d2f175a5-a756-4252-849d-719b63c71e79-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1860.343291] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1860.343460] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1860.345630] env[62127]: INFO nova.compute.manager [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Terminating instance [ 1860.347382] env[62127]: DEBUG nova.compute.manager [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1860.347576] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1860.348394] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14fcbb3e-5e4a-4ccb-9c8a-135dc441b559 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.355951] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1860.356229] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1b80a28e-114b-4fe8-831c-ba8c02046469 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.362938] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1860.362938] env[62127]: value = "task-1734056" [ 1860.362938] env[62127]: _type = "Task" [ 1860.362938] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.371664] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.496082] env[62127]: DEBUG oslo_vmware.api [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734055, 'name': PowerOnVM_Task, 'duration_secs': 0.504875} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1860.496325] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1860.496490] env[62127]: INFO nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Took 5.47 seconds to spawn the instance on the hypervisor. [ 1860.496670] env[62127]: DEBUG nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1860.497429] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f6c50a-9703-42a5-86ac-c32d82184949 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.873374] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.016872] env[62127]: INFO nova.compute.manager [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Took 11.88 seconds to build instance. [ 1861.377471] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1861.427141] env[62127]: DEBUG nova.compute.manager [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Received event network-changed-7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1861.428371] env[62127]: DEBUG nova.compute.manager [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Refreshing instance network info cache due to event network-changed-7a8d97e5-a517-4664-a663-a5b579b36039. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1861.428735] env[62127]: DEBUG oslo_concurrency.lockutils [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] Acquiring lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1861.429084] env[62127]: DEBUG oslo_concurrency.lockutils [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] Acquired lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1861.429529] env[62127]: DEBUG nova.network.neutron [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Refreshing network info cache for port 7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1861.519414] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6342ee6f-dd2e-4a83-8c5c-e02fd9b9dd4f tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.395s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1861.876029] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.114647] env[62127]: DEBUG nova.network.neutron [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updated VIF entry in instance network info cache for port 7a8d97e5-a517-4664-a663-a5b579b36039. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1862.115059] env[62127]: DEBUG nova.network.neutron [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [{"id": "7a8d97e5-a517-4664-a663-a5b579b36039", "address": "fa:16:3e:3f:c0:fe", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8d97e5-a5", "ovs_interfaceid": "7a8d97e5-a517-4664-a663-a5b579b36039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1862.375811] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1862.617688] env[62127]: DEBUG oslo_concurrency.lockutils [req-4bd16982-ed21-4a45-b9d9-8ef155bb6ce1 req-5f8497e1-1b49-4030-8c28-48d3fc4f0a0a service nova] Releasing lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1862.833677] env[62127]: DEBUG nova.compute.manager [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Stashing vm_state: active {{(pid=62127) _prep_resize /opt/stack/nova/nova/compute/manager.py:5625}} [ 1862.876082] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.067486] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1863.067786] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360753', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'name': 'volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4dbfd25-913f-4104-80dd-7a5d242e2d35', 'attached_at': '', 'detached_at': '', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'serial': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1863.068788] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78409682-01ac-46a9-a9e7-40937df82d78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.087630] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f645471-15e3-41b6-b00b-95a014384eb2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.113724] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86/volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1863.113991] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-95505a2d-60fb-422c-af79-cd3f774c42a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.132094] env[62127]: DEBUG oslo_vmware.api [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1863.132094] env[62127]: value = "task-1734058" [ 1863.132094] env[62127]: _type = "Task" [ 1863.132094] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.140703] env[62127]: DEBUG oslo_vmware.api [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734058, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.358993] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1863.359305] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1863.376504] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.456983] env[62127]: DEBUG nova.compute.manager [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Received event network-changed-61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1863.457318] env[62127]: DEBUG nova.compute.manager [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Refreshing instance network info cache due to event network-changed-61dd430b-2819-4b01-aafa-5142435a606d. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1863.457590] env[62127]: DEBUG oslo_concurrency.lockutils [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] Acquiring lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1863.457790] env[62127]: DEBUG oslo_concurrency.lockutils [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] Acquired lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1863.458016] env[62127]: DEBUG nova.network.neutron [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Refreshing network info cache for port 61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1863.642512] env[62127]: DEBUG oslo_vmware.api [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734058, 'name': ReconfigVM_Task, 'duration_secs': 0.430242} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.642755] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86/volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1863.647471] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46f1bb58-84a5-44a8-bdd2-597dbf87d2ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.661669] env[62127]: DEBUG oslo_vmware.api [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1863.661669] env[62127]: value = "task-1734059" [ 1863.661669] env[62127]: _type = "Task" [ 1863.661669] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.669399] env[62127]: DEBUG oslo_vmware.api [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734059, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.864534] env[62127]: INFO nova.compute.claims [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1863.876450] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734056, 'name': PowerOffVM_Task, 'duration_secs': 3.502276} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1863.876699] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1863.876867] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1863.877155] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b937e6b3-9ed8-4d4f-94f8-dfa601de8aed {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.941027] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1863.941320] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1863.941510] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleting the datastore file [datastore1] d2f175a5-a756-4252-849d-719b63c71e79 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1863.941808] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e1bb2eb4-578b-4e20-921e-19d4c2db190b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1863.948866] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for the task: (returnval){ [ 1863.948866] env[62127]: value = "task-1734061" [ 1863.948866] env[62127]: _type = "Task" [ 1863.948866] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1863.956472] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.174504] env[62127]: DEBUG oslo_vmware.api [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734059, 'name': ReconfigVM_Task, 'duration_secs': 0.178942} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.175613] env[62127]: DEBUG nova.network.neutron [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updated VIF entry in instance network info cache for port 61dd430b-2819-4b01-aafa-5142435a606d. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1864.176126] env[62127]: DEBUG nova.network.neutron [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [{"id": "61dd430b-2819-4b01-aafa-5142435a606d", "address": "fa:16:3e:ff:af:9d", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61dd430b-28", "ovs_interfaceid": "61dd430b-2819-4b01-aafa-5142435a606d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1864.177823] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360753', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'name': 'volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4dbfd25-913f-4104-80dd-7a5d242e2d35', 'attached_at': '', 'detached_at': '', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'serial': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1864.374169] env[62127]: INFO nova.compute.resource_tracker [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating resource usage from migration e4ac8463-76c0-4b0d-9310-587a001d7358 [ 1864.447235] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8672cb1f-ff1a-45e4-8929-90efc7fab58f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.458602] env[62127]: DEBUG oslo_vmware.api [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Task: {'id': task-1734061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136865} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1864.460335] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1864.460534] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1864.460712] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1864.460888] env[62127]: INFO nova.compute.manager [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Took 4.11 seconds to destroy the instance on the hypervisor. [ 1864.461146] env[62127]: DEBUG oslo.service.loopingcall [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1864.461395] env[62127]: DEBUG nova.compute.manager [-] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1864.461492] env[62127]: DEBUG nova.network.neutron [-] [instance: d2f175a5-a756-4252-849d-719b63c71e79] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1864.463671] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e8db2c-9911-4b89-b3d5-c77beb0e9df6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.493728] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55489001-47b7-4a66-a470-58196099c5ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.502768] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeafeb9c-28f0-4e6b-a558-419a22563b2c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1864.515934] env[62127]: DEBUG nova.compute.provider_tree [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1864.680761] env[62127]: DEBUG oslo_concurrency.lockutils [req-ba593007-a968-4a06-9ee1-dabff40ec396 req-683f7933-1544-4721-86f5-112616cb8a29 service nova] Releasing lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1865.081097] env[62127]: DEBUG nova.scheduler.client.report [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1865.081097] env[62127]: DEBUG nova.compute.manager [req-87719aa7-8b9d-4967-9df5-17682624c667 req-fcec000e-71fc-41ee-b705-ffc789b3c62a service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Received event network-vif-deleted-e0e2e736-0468-4773-9f73-094c556d5afc {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1865.081097] env[62127]: INFO nova.compute.manager [req-87719aa7-8b9d-4967-9df5-17682624c667 req-fcec000e-71fc-41ee-b705-ffc789b3c62a service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Neutron deleted interface e0e2e736-0468-4773-9f73-094c556d5afc; detaching it from the instance and deleting it from the info cache [ 1865.081097] env[62127]: DEBUG nova.network.neutron [req-87719aa7-8b9d-4967-9df5-17682624c667 req-fcec000e-71fc-41ee-b705-ffc789b3c62a service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.213432] env[62127]: DEBUG nova.objects.instance [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'flavor' on Instance uuid f4dbfd25-913f-4104-80dd-7a5d242e2d35 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1865.525834] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.166s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1865.526106] env[62127]: INFO nova.compute.manager [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Migrating [ 1865.549309] env[62127]: DEBUG nova.network.neutron [-] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1865.577689] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ab01211-f59b-4501-a25b-b48a5ce282ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.587911] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da6696-a089-4e94-92bb-eeb60edac568 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.614356] env[62127]: DEBUG nova.compute.manager [req-87719aa7-8b9d-4967-9df5-17682624c667 req-fcec000e-71fc-41ee-b705-ffc789b3c62a service nova] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Detach interface failed, port_id=e0e2e736-0468-4773-9f73-094c556d5afc, reason: Instance d2f175a5-a756-4252-849d-719b63c71e79 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1865.722481] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5723ffb2-fef3-4fae-a932-072739962477 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.259s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1866.041031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1866.041275] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1866.041464] env[62127]: DEBUG nova.network.neutron [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1866.051154] env[62127]: INFO nova.compute.manager [-] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Took 1.59 seconds to deallocate network for instance. [ 1866.558256] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.558605] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1866.558804] env[62127]: DEBUG nova.objects.instance [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lazy-loading 'resources' on Instance uuid d2f175a5-a756-4252-849d-719b63c71e79 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1866.766679] env[62127]: DEBUG nova.network.neutron [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [{"id": "61dd430b-2819-4b01-aafa-5142435a606d", "address": "fa:16:3e:ff:af:9d", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61dd430b-28", "ovs_interfaceid": "61dd430b-2819-4b01-aafa-5142435a606d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1866.843320] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b1f30569-00c4-48f7-a749-b409f76f3f1e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1866.843547] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1867.144931] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fffef100-8844-49e6-a5e5-2fd07a8bf696 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.152218] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e265a92e-d7e1-492f-ab92-54ca2a335f2e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.181286] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d802143-a4b4-4907-a586-2271351dd047 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.187923] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676f26a9-982d-45ba-8de2-64031020f28d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1867.200651] env[62127]: DEBUG nova.compute.provider_tree [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1867.270100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1867.346047] env[62127]: DEBUG nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1867.705641] env[62127]: DEBUG nova.scheduler.client.report [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1867.865473] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1868.209896] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.651s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.212270] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.347s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1868.213799] env[62127]: INFO nova.compute.claims [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1868.228588] env[62127]: INFO nova.scheduler.client.report [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Deleted allocations for instance d2f175a5-a756-4252-849d-719b63c71e79 [ 1868.735139] env[62127]: DEBUG oslo_concurrency.lockutils [None req-ba422b8e-c287-4093-b335-1a3f81398735 tempest-ServerActionsTestJSON-849063586 tempest-ServerActionsTestJSON-849063586-project-member] Lock "d2f175a5-a756-4252-849d-719b63c71e79" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.392s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1868.786649] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b8b4c6-dc9b-41f9-84e7-519b69cbcae5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.804698] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b' progress to 0 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1869.300830] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948d55d7-a4f7-408b-a742-5de2fac81c17 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.308905] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7c124d-56f6-4bd1-b28b-ffe7fb8b3422 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.314778] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1869.315158] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d396cb59-3db9-41ec-ba1a-b3f658dd703d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.351436] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac7d77a-baf5-4f12-b6a2-bf95bca0da87 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.354263] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1869.354263] env[62127]: value = "task-1734062" [ 1869.354263] env[62127]: _type = "Task" [ 1869.354263] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.361062] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45536c84-17a7-45c6-a3bc-4d9350951489 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.367469] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734062, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.377496] env[62127]: DEBUG nova.compute.provider_tree [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1869.865075] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734062, 'name': PowerOffVM_Task, 'duration_secs': 0.253221} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.865412] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1869.865571] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b' progress to 17 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1869.882128] env[62127]: DEBUG nova.scheduler.client.report [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1870.372643] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:58Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1870.372787] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1870.372886] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1870.374168] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1870.374168] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1870.374168] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1870.374168] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1870.374168] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1870.374168] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1870.374408] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1870.374408] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1870.379517] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63832944-b59c-4848-8912-c7fd4e671986 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.390226] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.178s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1870.390713] env[62127]: DEBUG nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1870.400132] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1870.400132] env[62127]: value = "task-1734063" [ 1870.400132] env[62127]: _type = "Task" [ 1870.400132] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1870.408056] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734063, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.897399] env[62127]: DEBUG nova.compute.utils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1870.899908] env[62127]: DEBUG nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1870.899908] env[62127]: DEBUG nova.network.neutron [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1870.912713] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734063, 'name': ReconfigVM_Task, 'duration_secs': 0.125345} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.913033] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b' progress to 33 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1870.969487] env[62127]: DEBUG nova.policy [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af726959c3a459e8d6314fe1c14da94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4336f8c6396a4c4aa98c0673784e6e30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1871.283726] env[62127]: DEBUG nova.network.neutron [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Successfully created port: a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1871.400808] env[62127]: DEBUG nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1871.426023] env[62127]: DEBUG nova.virt.hardware [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1871.430880] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1871.430880] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed71754f-8f77-4e07-86d5-d9027aa0b5e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.450434] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1871.450434] env[62127]: value = "task-1734064" [ 1871.450434] env[62127]: _type = "Task" [ 1871.450434] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1871.458859] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734064, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1871.960589] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734064, 'name': ReconfigVM_Task, 'duration_secs': 0.179822} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1871.961031] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1871.961595] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7030e67b-b388-41ae-915c-727e5b17f9c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1871.983544] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b/volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1871.984283] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-155c2bc3-3377-45be-acd7-015eea9cfdd7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.002098] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1872.002098] env[62127]: value = "task-1734065" [ 1872.002098] env[62127]: _type = "Task" [ 1872.002098] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.011707] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734065, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.412152] env[62127]: DEBUG nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1872.443429] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1872.443681] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1872.443843] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1872.444040] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1872.444317] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1872.444398] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1872.444588] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1872.444745] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1872.444909] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1872.449166] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1872.449412] env[62127]: DEBUG nova.virt.hardware [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1872.450305] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fac8f094-2949-479d-8756-89ace4828e6b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.458678] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e600375-c2b9-4172-90d4-e99dbf69937f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.511380] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734065, 'name': ReconfigVM_Task, 'duration_secs': 0.254654} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.511667] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfigured VM instance instance-00000072 to attach disk [datastore1] volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b/volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1872.511936] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b' progress to 50 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1872.697996] env[62127]: DEBUG nova.compute.manager [req-dc87ef5d-9cae-4a30-8d4e-968e122c6709 req-c644417d-0d72-499b-b048-ec34a3111b5b service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Received event network-vif-plugged-a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1872.698253] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc87ef5d-9cae-4a30-8d4e-968e122c6709 req-c644417d-0d72-499b-b048-ec34a3111b5b service nova] Acquiring lock "b1f30569-00c4-48f7-a749-b409f76f3f1e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1872.698472] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc87ef5d-9cae-4a30-8d4e-968e122c6709 req-c644417d-0d72-499b-b048-ec34a3111b5b service nova] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1872.698641] env[62127]: DEBUG oslo_concurrency.lockutils [req-dc87ef5d-9cae-4a30-8d4e-968e122c6709 req-c644417d-0d72-499b-b048-ec34a3111b5b service nova] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1872.698812] env[62127]: DEBUG nova.compute.manager [req-dc87ef5d-9cae-4a30-8d4e-968e122c6709 req-c644417d-0d72-499b-b048-ec34a3111b5b service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] No waiting events found dispatching network-vif-plugged-a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1872.700032] env[62127]: WARNING nova.compute.manager [req-dc87ef5d-9cae-4a30-8d4e-968e122c6709 req-c644417d-0d72-499b-b048-ec34a3111b5b service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Received unexpected event network-vif-plugged-a03c0589-8224-488e-96ed-c4bdfbd888ee for instance with vm_state building and task_state spawning. [ 1872.833057] env[62127]: DEBUG nova.network.neutron [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Successfully updated port: a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1873.018611] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbedc31d-679e-4059-b161-9a9f36fb0e8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.038266] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c872b59-65c4-4b7c-b149-ed1c31763747 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1873.057300] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b' progress to 67 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1873.340250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1873.340250] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1873.340250] env[62127]: DEBUG nova.network.neutron [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1873.875933] env[62127]: DEBUG nova.network.neutron [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1873.903870] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "47dbc13f-0c51-4115-a79e-cb2dd7962977" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1873.903870] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.069612] env[62127]: DEBUG nova.network.neutron [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Updating instance_info_cache with network_info: [{"id": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "address": "fa:16:3e:5d:b1:87", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03c0589-82", "ovs_interfaceid": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.404217] env[62127]: DEBUG nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1874.572782] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1874.573080] env[62127]: DEBUG nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Instance network_info: |[{"id": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "address": "fa:16:3e:5d:b1:87", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03c0589-82", "ovs_interfaceid": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1874.573498] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:b1:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a03c0589-8224-488e-96ed-c4bdfbd888ee', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1874.581307] env[62127]: DEBUG oslo.service.loopingcall [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1874.581512] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1874.581736] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b41fb320-31b5-4893-a82c-66670041d677 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.601493] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1874.601493] env[62127]: value = "task-1734066" [ 1874.601493] env[62127]: _type = "Task" [ 1874.601493] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1874.608714] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734066, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1874.703850] env[62127]: DEBUG nova.network.neutron [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Port 61dd430b-2819-4b01-aafa-5142435a606d binding to destination host cpu-1 is already ACTIVE {{(pid=62127) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1874.722312] env[62127]: DEBUG nova.compute.manager [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Received event network-changed-a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1874.722461] env[62127]: DEBUG nova.compute.manager [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Refreshing instance network info cache due to event network-changed-a03c0589-8224-488e-96ed-c4bdfbd888ee. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1874.722672] env[62127]: DEBUG oslo_concurrency.lockutils [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] Acquiring lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1874.722818] env[62127]: DEBUG oslo_concurrency.lockutils [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] Acquired lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1874.722985] env[62127]: DEBUG nova.network.neutron [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Refreshing network info cache for port a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1874.923689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1874.923950] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1874.925589] env[62127]: INFO nova.compute.claims [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1875.112045] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734066, 'name': CreateVM_Task, 'duration_secs': 0.32231} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.112290] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1875.112912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.113372] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.113455] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1875.113651] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dee6ecab-294e-4b62-9f61-cad1bd9da711 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.118391] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1875.118391] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52690465-da33-ab04-a153-f06bfabccba9" [ 1875.118391] env[62127]: _type = "Task" [ 1875.118391] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.126210] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52690465-da33-ab04-a153-f06bfabccba9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.407144] env[62127]: DEBUG nova.network.neutron [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Updated VIF entry in instance network info cache for port a03c0589-8224-488e-96ed-c4bdfbd888ee. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1875.407444] env[62127]: DEBUG nova.network.neutron [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Updating instance_info_cache with network_info: [{"id": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "address": "fa:16:3e:5d:b1:87", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03c0589-82", "ovs_interfaceid": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1875.629966] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52690465-da33-ab04-a153-f06bfabccba9, 'name': SearchDatastore_Task, 'duration_secs': 0.025967} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1875.629966] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1875.630174] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1875.630832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1875.630832] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1875.630832] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1875.631051] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-abcfc6fe-c831-4e87-9150-647beec62285 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.639077] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1875.639260] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1875.639982] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-369078e6-cb6d-469d-8d20-f38eb05451ff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.644979] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1875.644979] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52786883-8761-4a33-bb2d-3c628538e62d" [ 1875.644979] env[62127]: _type = "Task" [ 1875.644979] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1875.652187] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52786883-8761-4a33-bb2d-3c628538e62d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1875.724763] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1875.724992] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1875.725198] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1875.910486] env[62127]: DEBUG oslo_concurrency.lockutils [req-d5445b48-5137-47cb-b624-1eb1ecf554fa req-5ef6906f-ede7-4017-b289-7e4c41473052 service nova] Releasing lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.019708] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31d6e549-415b-41d4-8402-43e3a65ec775 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.027704] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965c2132-a516-4493-9939-0eb02418012e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.058117] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787e5f32-b7dc-423f-b7be-ab40aebb4f7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.065151] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aeec7c-218b-4c0d-8801-ef9c28641f8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.078072] env[62127]: DEBUG nova.compute.provider_tree [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.156052] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52786883-8761-4a33-bb2d-3c628538e62d, 'name': SearchDatastore_Task, 'duration_secs': 0.028635} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.156807] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2dd46c0-98df-4d93-9ed0-2a563887ea83 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.162428] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1876.162428] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52f207a8-cecd-6c8f-56a9-902aeacdc2cb" [ 1876.162428] env[62127]: _type = "Task" [ 1876.162428] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.170069] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f207a8-cecd-6c8f-56a9-902aeacdc2cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.581604] env[62127]: DEBUG nova.scheduler.client.report [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1876.673058] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52f207a8-cecd-6c8f-56a9-902aeacdc2cb, 'name': SearchDatastore_Task, 'duration_secs': 0.390633} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1876.673351] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1876.673646] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b1f30569-00c4-48f7-a749-b409f76f3f1e/b1f30569-00c4-48f7-a749-b409f76f3f1e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1876.673934] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e6e350e-22c1-46ac-8678-c5255179ff0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1876.680323] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1876.680323] env[62127]: value = "task-1734067" [ 1876.680323] env[62127]: _type = "Task" [ 1876.680323] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1876.688131] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734067, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1876.758882] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1876.759167] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1876.759400] env[62127]: DEBUG nova.network.neutron [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1877.088249] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.164s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1877.088799] env[62127]: DEBUG nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1877.191357] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734067, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.506318] env[62127]: DEBUG nova.network.neutron [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [{"id": "61dd430b-2819-4b01-aafa-5142435a606d", "address": "fa:16:3e:ff:af:9d", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61dd430b-28", "ovs_interfaceid": "61dd430b-2819-4b01-aafa-5142435a606d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1877.594299] env[62127]: DEBUG nova.compute.utils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1877.595743] env[62127]: DEBUG nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1877.595915] env[62127]: DEBUG nova.network.neutron [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1877.636654] env[62127]: DEBUG nova.policy [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '090a94d935f14948b379a1b8f1e08dbd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '38ee07603c0c460a8d68ea23d8f9b705', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1877.691706] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734067, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1877.896166] env[62127]: DEBUG nova.network.neutron [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Successfully created port: 84a0d9f7-7009-4c0d-b37b-d2fccf487b91 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1878.009068] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1878.098548] env[62127]: DEBUG nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1878.191249] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734067, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.249339} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.191515] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b1f30569-00c4-48f7-a749-b409f76f3f1e/b1f30569-00c4-48f7-a749-b409f76f3f1e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1878.191914] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1878.191988] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f642954-1112-47b8-8b2c-a55e64226d49 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.197996] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1878.197996] env[62127]: value = "task-1734068" [ 1878.197996] env[62127]: _type = "Task" [ 1878.197996] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.205194] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734068, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1878.518819] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3aa1b5-521c-45e7-8ce2-b88d3bb45313 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.526284] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59dc3702-b1cb-4514-8de5-ba19858cb234 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.707703] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734068, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066041} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1878.708077] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1878.708854] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778a7aec-0c04-4e69-8447-40b41359a5fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.730390] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Reconfiguring VM instance instance-00000073 to attach disk [datastore1] b1f30569-00c4-48f7-a749-b409f76f3f1e/b1f30569-00c4-48f7-a749-b409f76f3f1e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1878.730646] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53de7e40-8aa3-4048-b86f-c7dc2b58c46a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1878.750330] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1878.750330] env[62127]: value = "task-1734069" [ 1878.750330] env[62127]: _type = "Task" [ 1878.750330] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1878.758093] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734069, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.107710] env[62127]: DEBUG nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1879.134320] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1879.134609] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1879.135254] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1879.135254] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1879.135254] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1879.135254] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1879.135501] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1879.135638] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1879.135815] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1879.135983] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1879.136245] env[62127]: DEBUG nova.virt.hardware [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1879.137098] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8092ff33-47f6-4b36-97a7-b11a15d76686 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.144915] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767bedac-24bf-4838-8cc6-3b8fe970b790 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.259862] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734069, 'name': ReconfigVM_Task, 'duration_secs': 0.309889} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.260174] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Reconfigured VM instance instance-00000073 to attach disk [datastore1] b1f30569-00c4-48f7-a749-b409f76f3f1e/b1f30569-00c4-48f7-a749-b409f76f3f1e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1879.260814] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-618f6d60-edbc-44f4-9da5-2b759f7fcc41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.266443] env[62127]: DEBUG nova.compute.manager [req-fafe3c25-1474-4a41-baca-acb410ed7e3d req-b2e6dc7d-1be5-4984-9c41-20a16f911619 service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Received event network-vif-plugged-84a0d9f7-7009-4c0d-b37b-d2fccf487b91 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1879.266653] env[62127]: DEBUG oslo_concurrency.lockutils [req-fafe3c25-1474-4a41-baca-acb410ed7e3d req-b2e6dc7d-1be5-4984-9c41-20a16f911619 service nova] Acquiring lock "47dbc13f-0c51-4115-a79e-cb2dd7962977-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1879.266860] env[62127]: DEBUG oslo_concurrency.lockutils [req-fafe3c25-1474-4a41-baca-acb410ed7e3d req-b2e6dc7d-1be5-4984-9c41-20a16f911619 service nova] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1879.267039] env[62127]: DEBUG oslo_concurrency.lockutils [req-fafe3c25-1474-4a41-baca-acb410ed7e3d req-b2e6dc7d-1be5-4984-9c41-20a16f911619 service nova] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1879.267257] env[62127]: DEBUG nova.compute.manager [req-fafe3c25-1474-4a41-baca-acb410ed7e3d req-b2e6dc7d-1be5-4984-9c41-20a16f911619 service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] No waiting events found dispatching network-vif-plugged-84a0d9f7-7009-4c0d-b37b-d2fccf487b91 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1879.267361] env[62127]: WARNING nova.compute.manager [req-fafe3c25-1474-4a41-baca-acb410ed7e3d req-b2e6dc7d-1be5-4984-9c41-20a16f911619 service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Received unexpected event network-vif-plugged-84a0d9f7-7009-4c0d-b37b-d2fccf487b91 for instance with vm_state building and task_state spawning. [ 1879.269182] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1879.269182] env[62127]: value = "task-1734070" [ 1879.269182] env[62127]: _type = "Task" [ 1879.269182] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.277391] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734070, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.354098] env[62127]: DEBUG nova.network.neutron [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Successfully updated port: 84a0d9f7-7009-4c0d-b37b-d2fccf487b91 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1879.621601] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d244d83-c290-4195-b499-7c95f8aabced {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.640849] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d3dbc9-7e14-49f9-95f0-3ec9418c2a04 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.647608] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b' progress to 83 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1879.779196] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734070, 'name': Rename_Task, 'duration_secs': 0.134591} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1879.779480] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1879.779725] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-09cad5f3-70f2-40dc-b7ab-a51f3777beb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1879.786145] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1879.786145] env[62127]: value = "task-1734071" [ 1879.786145] env[62127]: _type = "Task" [ 1879.786145] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1879.793144] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734071, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1879.856705] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "refresh_cache-47dbc13f-0c51-4115-a79e-cb2dd7962977" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1879.856835] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquired lock "refresh_cache-47dbc13f-0c51-4115-a79e-cb2dd7962977" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1879.856995] env[62127]: DEBUG nova.network.neutron [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1880.154202] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1880.154562] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3ec5b3d9-8b72-4e4e-89a0-73967918ca90 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.162336] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1880.162336] env[62127]: value = "task-1734072" [ 1880.162336] env[62127]: _type = "Task" [ 1880.162336] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1880.170123] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734072, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1880.296863] env[62127]: DEBUG oslo_vmware.api [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734071, 'name': PowerOnVM_Task, 'duration_secs': 0.436388} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.297219] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.297368] env[62127]: INFO nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1880.297575] env[62127]: DEBUG nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1880.298385] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af1bb5a9-e060-47db-af2c-105e81e7f8df {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1880.391698] env[62127]: DEBUG nova.network.neutron [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1880.521807] env[62127]: DEBUG nova.network.neutron [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Updating instance_info_cache with network_info: [{"id": "84a0d9f7-7009-4c0d-b37b-d2fccf487b91", "address": "fa:16:3e:26:79:23", "network": {"id": "5eb58930-175c-4347-a53a-cdddee5acd5c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1198509702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ee07603c0c460a8d68ea23d8f9b705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a0d9f7-70", "ovs_interfaceid": "84a0d9f7-7009-4c0d-b37b-d2fccf487b91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1880.673205] env[62127]: DEBUG oslo_vmware.api [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734072, 'name': PowerOnVM_Task, 'duration_secs': 0.380598} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1880.673583] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1880.673915] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-1cece53d-1214-46f5-96d1-8dee6bbeeeab tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b' progress to 100 {{(pid=62127) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1880.815843] env[62127]: INFO nova.compute.manager [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Took 12.96 seconds to build instance. [ 1881.024995] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Releasing lock "refresh_cache-47dbc13f-0c51-4115-a79e-cb2dd7962977" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1881.025364] env[62127]: DEBUG nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Instance network_info: |[{"id": "84a0d9f7-7009-4c0d-b37b-d2fccf487b91", "address": "fa:16:3e:26:79:23", "network": {"id": "5eb58930-175c-4347-a53a-cdddee5acd5c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1198509702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ee07603c0c460a8d68ea23d8f9b705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a0d9f7-70", "ovs_interfaceid": "84a0d9f7-7009-4c0d-b37b-d2fccf487b91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1881.025838] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:26:79:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0e00b2f1-c70f-4b21-86eb-810643cc1680', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84a0d9f7-7009-4c0d-b37b-d2fccf487b91', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1881.033265] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Creating folder: Project (38ee07603c0c460a8d68ea23d8f9b705). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.033527] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d510b13-0c43-41c6-b36d-4e53f5c72eeb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.044974] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Created folder: Project (38ee07603c0c460a8d68ea23d8f9b705) in parent group-v360450. [ 1881.045166] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Creating folder: Instances. Parent ref: group-v360755. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1881.045383] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb07a144-a67d-4b7a-970c-e79224aba845 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.053816] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Created folder: Instances in parent group-v360755. [ 1881.054054] env[62127]: DEBUG oslo.service.loopingcall [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1881.054255] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1881.054474] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5956898f-0b3f-4591-bba4-3fdf59bb0bf0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.072402] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1881.072402] env[62127]: value = "task-1734075" [ 1881.072402] env[62127]: _type = "Task" [ 1881.072402] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.079363] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734075, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.190363] env[62127]: DEBUG nova.compute.manager [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Received event network-changed-a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1881.190363] env[62127]: DEBUG nova.compute.manager [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Refreshing instance network info cache due to event network-changed-a03c0589-8224-488e-96ed-c4bdfbd888ee. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1881.190594] env[62127]: DEBUG oslo_concurrency.lockutils [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] Acquiring lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.190771] env[62127]: DEBUG oslo_concurrency.lockutils [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] Acquired lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.191434] env[62127]: DEBUG nova.network.neutron [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Refreshing network info cache for port a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.293534] env[62127]: DEBUG nova.compute.manager [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Received event network-changed-84a0d9f7-7009-4c0d-b37b-d2fccf487b91 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1881.293534] env[62127]: DEBUG nova.compute.manager [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Refreshing instance network info cache due to event network-changed-84a0d9f7-7009-4c0d-b37b-d2fccf487b91. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1881.293733] env[62127]: DEBUG oslo_concurrency.lockutils [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] Acquiring lock "refresh_cache-47dbc13f-0c51-4115-a79e-cb2dd7962977" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.293878] env[62127]: DEBUG oslo_concurrency.lockutils [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] Acquired lock "refresh_cache-47dbc13f-0c51-4115-a79e-cb2dd7962977" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.294055] env[62127]: DEBUG nova.network.neutron [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Refreshing network info cache for port 84a0d9f7-7009-4c0d-b37b-d2fccf487b91 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1881.318199] env[62127]: DEBUG oslo_concurrency.lockutils [None req-e6568f42-16ce-4a3d-b689-e4e6d8672beb tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.474s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1881.582694] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734075, 'name': CreateVM_Task, 'duration_secs': 0.375788} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1881.582861] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1881.583583] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1881.583788] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1881.584128] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1881.584414] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6864296e-9b32-4fc7-8c61-6214af65653a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1881.588732] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1881.588732] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5221f3a8-e4f6-e7a7-c5ce-f8c853ddda48" [ 1881.588732] env[62127]: _type = "Task" [ 1881.588732] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1881.596360] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5221f3a8-e4f6-e7a7-c5ce-f8c853ddda48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1881.900981] env[62127]: DEBUG nova.network.neutron [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Updated VIF entry in instance network info cache for port a03c0589-8224-488e-96ed-c4bdfbd888ee. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.901356] env[62127]: DEBUG nova.network.neutron [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Updating instance_info_cache with network_info: [{"id": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "address": "fa:16:3e:5d:b1:87", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa03c0589-82", "ovs_interfaceid": "a03c0589-8224-488e-96ed-c4bdfbd888ee", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1881.984374] env[62127]: DEBUG nova.network.neutron [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Updated VIF entry in instance network info cache for port 84a0d9f7-7009-4c0d-b37b-d2fccf487b91. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1881.984791] env[62127]: DEBUG nova.network.neutron [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Updating instance_info_cache with network_info: [{"id": "84a0d9f7-7009-4c0d-b37b-d2fccf487b91", "address": "fa:16:3e:26:79:23", "network": {"id": "5eb58930-175c-4347-a53a-cdddee5acd5c", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-1198509702-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "38ee07603c0c460a8d68ea23d8f9b705", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0e00b2f1-c70f-4b21-86eb-810643cc1680", "external-id": "nsx-vlan-transportzone-487", "segmentation_id": 487, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84a0d9f7-70", "ovs_interfaceid": "84a0d9f7-7009-4c0d-b37b-d2fccf487b91", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1882.099400] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5221f3a8-e4f6-e7a7-c5ce-f8c853ddda48, 'name': SearchDatastore_Task, 'duration_secs': 0.019736} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.099698] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.099931] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1882.100179] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1882.100332] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1882.100516] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1882.100777] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a0e94e9-7ade-4a4a-ad7b-971c5e9327f0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.108429] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1882.108635] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1882.109344] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffcff194-e020-4939-b220-1eccd322c9f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.113887] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1882.113887] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529770fc-7f00-9cf0-4e05-3da441f68a39" [ 1882.113887] env[62127]: _type = "Task" [ 1882.113887] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.121411] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529770fc-7f00-9cf0-4e05-3da441f68a39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1882.404182] env[62127]: DEBUG oslo_concurrency.lockutils [req-f8ac65fc-5e86-4573-9fab-bc588a475c7a req-c9f04402-28d1-434c-bf25-547f2ddce57e service nova] Releasing lock "refresh_cache-b1f30569-00c4-48f7-a749-b409f76f3f1e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.489257] env[62127]: DEBUG oslo_concurrency.lockutils [req-0349bc22-bb7a-42df-b759-7f24cc416b35 req-c5cb932b-debe-4cdc-abc1-c4418e7c0e4d service nova] Releasing lock "refresh_cache-47dbc13f-0c51-4115-a79e-cb2dd7962977" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1882.625420] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529770fc-7f00-9cf0-4e05-3da441f68a39, 'name': SearchDatastore_Task, 'duration_secs': 0.008298} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1882.626230] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6252e7e-c065-4e19-a944-82da2c1e3438 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.631480] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1882.631480] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b22154-eb4f-2f5a-3251-8ac78e7327c7" [ 1882.631480] env[62127]: _type = "Task" [ 1882.631480] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1882.639679] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b22154-eb4f-2f5a-3251-8ac78e7327c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.052291] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.052291] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1883.052291] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1883.142704] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b22154-eb4f-2f5a-3251-8ac78e7327c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009945} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1883.142978] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1883.143255] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 47dbc13f-0c51-4115-a79e-cb2dd7962977/47dbc13f-0c51-4115-a79e-cb2dd7962977.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1883.143520] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c9ac31-2d91-4b0a-860b-1b6f3f9572d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.149915] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1883.149915] env[62127]: value = "task-1734076" [ 1883.149915] env[62127]: _type = "Task" [ 1883.149915] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1883.157728] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734076, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1883.458108] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1883.458507] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1883.458613] env[62127]: DEBUG nova.compute.manager [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Going to confirm migration 10 {{(pid=62127) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:4784}} [ 1883.659618] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734076, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.008991] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1884.009292] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquired lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1884.009520] env[62127]: DEBUG nova.network.neutron [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1884.009740] env[62127]: DEBUG nova.objects.instance [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'info_cache' on Instance uuid d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1884.052716] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1884.162597] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734076, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1884.661535] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734076, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.221287} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1884.663063] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 47dbc13f-0c51-4115-a79e-cb2dd7962977/47dbc13f-0c51-4115-a79e-cb2dd7962977.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1884.663063] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1884.663063] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f25553e-de65-42cf-ac3a-c21a021f1540 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1884.668453] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1884.668453] env[62127]: value = "task-1734077" [ 1884.668453] env[62127]: _type = "Task" [ 1884.668453] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1884.675333] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734077, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.178298] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734077, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.060633} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.178574] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1885.179350] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f742595e-82ed-4614-a70d-a3050a14b0f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.201344] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 47dbc13f-0c51-4115-a79e-cb2dd7962977/47dbc13f-0c51-4115-a79e-cb2dd7962977.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1885.203646] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df75d33d-08d7-4959-b12e-fc2cffced560 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.222461] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1885.222461] env[62127]: value = "task-1734078" [ 1885.222461] env[62127]: _type = "Task" [ 1885.222461] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.229808] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734078, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.282238] env[62127]: DEBUG nova.network.neutron [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [{"id": "61dd430b-2819-4b01-aafa-5142435a606d", "address": "fa:16:3e:ff:af:9d", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61dd430b-28", "ovs_interfaceid": "61dd430b-2819-4b01-aafa-5142435a606d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1885.732209] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734078, 'name': ReconfigVM_Task, 'duration_secs': 0.316576} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1885.732687] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 47dbc13f-0c51-4115-a79e-cb2dd7962977/47dbc13f-0c51-4115-a79e-cb2dd7962977.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1885.733118] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d85ca1b7-049a-4f5e-813d-988da4c4e722 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1885.739708] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1885.739708] env[62127]: value = "task-1734079" [ 1885.739708] env[62127]: _type = "Task" [ 1885.739708] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1885.746879] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734079, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1885.786731] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Releasing lock "refresh_cache-d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1885.787058] env[62127]: DEBUG nova.objects.instance [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'migration_context' on Instance uuid d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1886.047682] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.052307] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1886.250871] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734079, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.290088] env[62127]: DEBUG nova.objects.base [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1886.290996] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14509138-1c93-4718-8fa3-efab1ac48ec8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.310975] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3ee0765-153f-46c0-b255-7eab832c8068 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.316283] env[62127]: DEBUG oslo_vmware.api [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1886.316283] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]529fd6d3-2455-dd84-8e0f-b24b2b5ff4ee" [ 1886.316283] env[62127]: _type = "Task" [ 1886.316283] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1886.323745] env[62127]: DEBUG oslo_vmware.api [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529fd6d3-2455-dd84-8e0f-b24b2b5ff4ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.556379] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.556555] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.556722] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1886.556884] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1886.557790] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45104a86-34e9-4f07-969c-39272efe90e2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.565790] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91d7ba62-64c9-404e-804b-b13062835911 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.579799] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158da06c-3028-4f16-9abb-5ed2bcdd40b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.585946] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b967ba7d-88a6-4b8c-9f52-b0c2c88ad2c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.614394] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180752MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1886.614604] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1886.614761] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1886.751295] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734079, 'name': Rename_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1886.826046] env[62127]: DEBUG oslo_vmware.api [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]529fd6d3-2455-dd84-8e0f-b24b2b5ff4ee, 'name': SearchDatastore_Task, 'duration_secs': 0.006925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1886.826355] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1887.251523] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734079, 'name': Rename_Task, 'duration_secs': 1.168174} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.251792] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1887.252045] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe7c863e-0961-4846-bc5e-1f35172ca5f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.257671] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1887.257671] env[62127]: value = "task-1734080" [ 1887.257671] env[62127]: _type = "Task" [ 1887.257671] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1887.269729] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1887.623647] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Applying migration context for instance d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b as it has an incoming, in-progress migration e4ac8463-76c0-4b0d-9310-587a001d7358. Migration status is confirming {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1016}} [ 1887.624988] env[62127]: INFO nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating resource usage from migration e4ac8463-76c0-4b0d-9310-587a001d7358 [ 1887.644406] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.644598] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance f4dbfd25-913f-4104-80dd-7a5d242e2d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.644729] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance ab82609a-88bc-4302-9da3-bd2ea3351f89 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.644864] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Migration e4ac8463-76c0-4b0d-9310-587a001d7358 is active on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1712}} [ 1887.644993] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.645155] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance b1f30569-00c4-48f7-a749-b409f76f3f1e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.645317] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 47dbc13f-0c51-4115-a79e-cb2dd7962977 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1887.645531] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1887.645694] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=5GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1887.744440] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-392c67fd-adc7-45af-8713-1efb12ea219d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.753259] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f124f898-25e0-495f-a46c-5ac74357ae0a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.789835] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c923c5-234b-495a-a1be-2832efbcaf8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.795550] env[62127]: DEBUG oslo_vmware.api [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734080, 'name': PowerOnVM_Task, 'duration_secs': 0.51676} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1887.796289] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1887.796554] env[62127]: INFO nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Took 8.69 seconds to spawn the instance on the hypervisor. [ 1887.796752] env[62127]: DEBUG nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1887.797598] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1487edad-a2bc-47c9-a1dc-facf33336a60 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.803497] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b9a6a2-5984-486c-9be0-5b16c1da4c45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1887.820793] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.318701] env[62127]: INFO nova.compute.manager [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Took 13.41 seconds to build instance. [ 1888.324456] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1888.820781] env[62127]: DEBUG oslo_concurrency.lockutils [None req-c2f9802f-9994-4ee0-89dc-845b1d0f0699 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.920s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.828800] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1888.829064] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.214s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1888.829355] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.003s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.421068] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfdf4a80-867a-4ee2-8574-9a9e56f64281 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.432407] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a843463-58a2-4e75-bde4-5bc461a92a3e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.466250] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e51881d-46d8-4431-acc2-998250060e69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.473603] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f880a946-5af5-4bfd-9b2b-93ac7455857b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.486929] env[62127]: DEBUG nova.compute.provider_tree [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1889.830995] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1889.831267] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1889.831344] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 1889.926125] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "47dbc13f-0c51-4115-a79e-cb2dd7962977" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.926370] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.926590] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "47dbc13f-0c51-4115-a79e-cb2dd7962977-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1889.927145] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1889.927335] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1889.929310] env[62127]: INFO nova.compute.manager [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Terminating instance [ 1889.930940] env[62127]: DEBUG nova.compute.manager [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1889.931158] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1889.931993] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db077864-240d-4efc-988e-4fbfd90f4232 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.939456] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1889.939703] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4acc2b4b-564a-42cd-8c4c-9c5ee0c1ed7a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.946134] env[62127]: DEBUG oslo_vmware.api [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1889.946134] env[62127]: value = "task-1734081" [ 1889.946134] env[62127]: _type = "Task" [ 1889.946134] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.953873] env[62127]: DEBUG oslo_vmware.api [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.990527] env[62127]: DEBUG nova.scheduler.client.report [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1890.335794] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Skipping network cache update for instance because it is being deleted. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 1890.366650] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1890.366860] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.367043] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 1890.367226] env[62127]: DEBUG nova.objects.instance [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lazy-loading 'info_cache' on Instance uuid 9e4f05a9-04e5-421d-8680-9bf8c05b65be {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1890.456025] env[62127]: DEBUG oslo_vmware.api [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734081, 'name': PowerOffVM_Task, 'duration_secs': 0.235045} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.456311] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1890.456484] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1890.456724] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3a96ce3-5138-466b-ae87-04574f67f4c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.528301] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1890.528589] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1890.528723] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Deleting the datastore file [datastore1] 47dbc13f-0c51-4115-a79e-cb2dd7962977 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1890.528968] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8b63892-958e-40f7-a409-f096800feb0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.535598] env[62127]: DEBUG oslo_vmware.api [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for the task: (returnval){ [ 1890.535598] env[62127]: value = "task-1734083" [ 1890.535598] env[62127]: _type = "Task" [ 1890.535598] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.543163] env[62127]: DEBUG oslo_vmware.api [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.000878] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.171s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1891.046248] env[62127]: DEBUG oslo_vmware.api [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Task: {'id': task-1734083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131207} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.046495] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1891.046681] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1891.046863] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1891.047046] env[62127]: INFO nova.compute.manager [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1891.047292] env[62127]: DEBUG oslo.service.loopingcall [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1891.047483] env[62127]: DEBUG nova.compute.manager [-] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1891.047580] env[62127]: DEBUG nova.network.neutron [-] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1891.267822] env[62127]: DEBUG nova.compute.manager [req-7127cb44-5d8d-43b3-9db1-82d7261e9384 req-435b8e0f-8b3c-4040-94f5-7e79dba5fd44 service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Received event network-vif-deleted-84a0d9f7-7009-4c0d-b37b-d2fccf487b91 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1891.267994] env[62127]: INFO nova.compute.manager [req-7127cb44-5d8d-43b3-9db1-82d7261e9384 req-435b8e0f-8b3c-4040-94f5-7e79dba5fd44 service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Neutron deleted interface 84a0d9f7-7009-4c0d-b37b-d2fccf487b91; detaching it from the instance and deleting it from the info cache [ 1891.268685] env[62127]: DEBUG nova.network.neutron [req-7127cb44-5d8d-43b3-9db1-82d7261e9384 req-435b8e0f-8b3c-4040-94f5-7e79dba5fd44 service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.557424] env[62127]: INFO nova.scheduler.client.report [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted allocation for migration e4ac8463-76c0-4b0d-9310-587a001d7358 [ 1891.747273] env[62127]: DEBUG nova.network.neutron [-] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1891.770766] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-32d2e4c1-873c-4f68-9b0f-e8e4420f5392 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.780397] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c484cfbd-98f8-4289-833f-45f1d2b005f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.808180] env[62127]: DEBUG nova.compute.manager [req-7127cb44-5d8d-43b3-9db1-82d7261e9384 req-435b8e0f-8b3c-4040-94f5-7e79dba5fd44 service nova] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Detach interface failed, port_id=84a0d9f7-7009-4c0d-b37b-d2fccf487b91, reason: Instance 47dbc13f-0c51-4115-a79e-cb2dd7962977 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1892.062698] env[62127]: DEBUG oslo_concurrency.lockutils [None req-011c9c5f-6a35-4b90-8989-985b6bd4bf3e tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 8.604s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1892.090931] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [{"id": "7a8d97e5-a517-4664-a663-a5b579b36039", "address": "fa:16:3e:3f:c0:fe", "network": {"id": "b3bed1de-29bc-41cb-b53c-101cbe913275", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-2004772929-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ffaf76e8029425391077217d2900812", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7c708997-9b6e-4c27-8a58-02c0d1359d5c", "external-id": "nsx-vlan-transportzone-370", "segmentation_id": 370, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a8d97e5-a5", "ovs_interfaceid": "7a8d97e5-a517-4664-a663-a5b579b36039", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1892.145235] env[62127]: INFO nova.compute.manager [None req-2ad636df-7fcf-4cce-940c-f3db618af71b tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Get console output [ 1892.145462] env[62127]: WARNING nova.virt.vmwareapi.driver [None req-2ad636df-7fcf-4cce-940c-f3db618af71b tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] The console log is missing. Check your VSPC configuration [ 1892.250335] env[62127]: INFO nova.compute.manager [-] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Took 1.20 seconds to deallocate network for instance. [ 1892.594073] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-9e4f05a9-04e5-421d-8680-9bf8c05b65be" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1892.594073] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 1892.594302] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1892.756116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1892.756409] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1892.756637] env[62127]: DEBUG nova.objects.instance [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lazy-loading 'resources' on Instance uuid 47dbc13f-0c51-4115-a79e-cb2dd7962977 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1893.330737] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c2cc1d8-0b62-433f-93ee-a5272be45ea6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.337850] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91099be-9744-4614-9035-c35f5bf83f04 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.366801] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42113021-70d7-4b33-bfe5-e7911cabd3c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.373374] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61bc594c-4744-40dd-8fff-c3556416915e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.387074] env[62127]: DEBUG nova.compute.provider_tree [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1893.889868] env[62127]: DEBUG nova.scheduler.client.report [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1894.051750] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1894.394798] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.638s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1894.417701] env[62127]: INFO nova.scheduler.client.report [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Deleted allocations for instance 47dbc13f-0c51-4115-a79e-cb2dd7962977 [ 1894.927028] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4fbab745-a16a-4da2-bcde-15ac6e2e2883 tempest-ServerTagsTestJSON-1130960276 tempest-ServerTagsTestJSON-1130960276-project-member] Lock "47dbc13f-0c51-4115-a79e-cb2dd7962977" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.999s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1897.052334] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1897.367479] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1897.367709] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1897.870466] env[62127]: DEBUG nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1898.392137] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1898.392403] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1898.393874] env[62127]: INFO nova.compute.claims [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1899.474678] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d06c066f-796a-4f89-b575-7a5e75d4131d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.481959] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7849e0f6-9acc-48b5-bb3b-ab183006f625 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.512770] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b108e086-1fc7-4ae6-b2e0-02a67101009b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.519566] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e384ff4a-582a-4b6e-8ed6-4ae1b9ba9ce9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.532220] env[62127]: DEBUG nova.compute.provider_tree [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1900.035317] env[62127]: DEBUG nova.scheduler.client.report [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1900.539670] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1900.540214] env[62127]: DEBUG nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1901.045417] env[62127]: DEBUG nova.compute.utils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1901.046873] env[62127]: DEBUG nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Not allocating networking since 'none' was specified. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1978}} [ 1901.548223] env[62127]: DEBUG nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1902.557701] env[62127]: DEBUG nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1902.583387] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1902.583642] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1902.583804] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1902.583984] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1902.584149] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1902.584331] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1902.584496] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1902.584660] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1902.584839] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1902.585042] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1902.585250] env[62127]: DEBUG nova.virt.hardware [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1902.586127] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa24d8ae-2a29-4ef6-abf0-2d8303ac54c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.594145] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6da71d6-b6de-4a38-abc1-a2fe7b67d088 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.608503] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1902.613939] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Creating folder: Project (71fb15c7d0da421982ba0f66b1d8ff9c). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1902.614256] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e7b14317-aab9-4231-99fa-6342d9ddea27 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.624473] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Created folder: Project (71fb15c7d0da421982ba0f66b1d8ff9c) in parent group-v360450. [ 1902.624665] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Creating folder: Instances. Parent ref: group-v360758. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1902.624882] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37e709a8-f7f9-4c06-b971-77ff5fcbf346 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.633243] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Created folder: Instances in parent group-v360758. [ 1902.633461] env[62127]: DEBUG oslo.service.loopingcall [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1902.633634] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1902.633815] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-21efb7ed-b26c-401c-87cb-1c30d879111d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.648997] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1902.648997] env[62127]: value = "task-1734086" [ 1902.648997] env[62127]: _type = "Task" [ 1902.648997] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.655666] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734086, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.158961] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734086, 'name': CreateVM_Task, 'duration_secs': 0.245837} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.159201] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1903.159662] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.159871] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.160230] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1903.160476] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f6e7668-85d1-4371-aaf8-cc2a90d1f8cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.164593] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1903.164593] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cf4bf6-c748-a8ee-f88c-8a16f2a69be4" [ 1903.164593] env[62127]: _type = "Task" [ 1903.164593] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.173263] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf4bf6-c748-a8ee-f88c-8a16f2a69be4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.675260] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf4bf6-c748-a8ee-f88c-8a16f2a69be4, 'name': SearchDatastore_Task, 'duration_secs': 0.010785} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.675568] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1903.675782] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1903.676055] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1903.676214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1903.676396] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1903.676643] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad5bd3be-f8cd-4651-af71-a461d0bbe241 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.684265] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1903.684437] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1903.685153] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b67147c6-d2fe-47f3-aa46-a2a00844f95b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.689814] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1903.689814] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5226b328-1e06-cfdd-d34b-73ccc7fa5ea0" [ 1903.689814] env[62127]: _type = "Task" [ 1903.689814] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.696764] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5226b328-1e06-cfdd-d34b-73ccc7fa5ea0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.200050] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5226b328-1e06-cfdd-d34b-73ccc7fa5ea0, 'name': SearchDatastore_Task, 'duration_secs': 0.008115} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.200825] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6106e462-cc65-4bf0-94b6-cef92703c3f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.205614] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1904.205614] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5289e3c9-3a95-52a3-a4de-1da6344084bd" [ 1904.205614] env[62127]: _type = "Task" [ 1904.205614] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.213013] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5289e3c9-3a95-52a3-a4de-1da6344084bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.716615] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5289e3c9-3a95-52a3-a4de-1da6344084bd, 'name': SearchDatastore_Task, 'duration_secs': 0.00964} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.716993] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1904.717178] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1904.717431] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c73934-7f8d-4270-82e6-ae05d699b54c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.724838] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1904.724838] env[62127]: value = "task-1734087" [ 1904.724838] env[62127]: _type = "Task" [ 1904.724838] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.732111] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734087, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.235709] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734087, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.735851] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734087, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.621978} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.736212] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1905.736339] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1905.736585] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-061a562b-024c-43ca-b9a3-7ab75dd61e4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.747407] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1905.747407] env[62127]: value = "task-1734088" [ 1905.747407] env[62127]: _type = "Task" [ 1905.747407] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.756468] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734088, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.257303] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734088, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059568} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1906.257574] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1906.258343] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41085b4a-2b7e-48e3-8025-f98350050be7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.281226] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1906.281226] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72bb3555-a6cb-4c56-986b-cf987ad8f0fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.299845] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1906.299845] env[62127]: value = "task-1734089" [ 1906.299845] env[62127]: _type = "Task" [ 1906.299845] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1906.309273] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734089, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1906.810319] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734089, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.314480] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734089, 'name': ReconfigVM_Task, 'duration_secs': 0.976211} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.314879] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1907.315738] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-61a90ca5-f7ba-42ae-a63f-01645af3a5be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.322670] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1907.322670] env[62127]: value = "task-1734090" [ 1907.322670] env[62127]: _type = "Task" [ 1907.322670] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.334362] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734090, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1907.832901] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734090, 'name': Rename_Task, 'duration_secs': 0.130473} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1907.833296] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1907.833373] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7956cb8f-5fa9-4928-838e-d339ddf2220d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1907.840298] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1907.840298] env[62127]: value = "task-1734091" [ 1907.840298] env[62127]: _type = "Task" [ 1907.840298] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1907.847760] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734091, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.350640] env[62127]: DEBUG oslo_vmware.api [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734091, 'name': PowerOnVM_Task, 'duration_secs': 0.397774} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.350872] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1908.351090] env[62127]: INFO nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Took 5.79 seconds to spawn the instance on the hypervisor. [ 1908.351275] env[62127]: DEBUG nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1908.352041] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b06e3b60-b2a4-4272-81f5-2ff7d944b88f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.867948] env[62127]: INFO nova.compute.manager [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Took 10.49 seconds to build instance. [ 1909.122030] env[62127]: INFO nova.compute.manager [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Rebuilding instance [ 1909.159287] env[62127]: DEBUG nova.compute.manager [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1909.160174] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c99196b-7689-4acb-a4a8-8a0e160f3bba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.370509] env[62127]: DEBUG oslo_concurrency.lockutils [None req-333f5559-812e-4386-9abd-ae5bdcc04f6b tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.003s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1909.670547] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1909.670788] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-be8fe1f1-658a-49b4-9b6c-a02864f5e258 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1909.678249] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1909.678249] env[62127]: value = "task-1734092" [ 1909.678249] env[62127]: _type = "Task" [ 1909.678249] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.687804] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734092, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.188011] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734092, 'name': PowerOffVM_Task, 'duration_secs': 0.1779} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.188304] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1910.188530] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1910.189303] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0720d887-cdf6-4195-809b-b2dee3f13e3a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.196147] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1910.196386] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6f68097e-98c4-4cbe-b1dd-de3990b5138a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.223012] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1910.223255] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1910.223441] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Deleting the datastore file [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1910.223698] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c69a1bb1-31c8-45b4-914f-03e460e6cff1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1910.230803] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1910.230803] env[62127]: value = "task-1734094" [ 1910.230803] env[62127]: _type = "Task" [ 1910.230803] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1910.238813] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1910.740054] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.104528} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1910.740340] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1910.740579] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1910.740795] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1911.776352] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1911.776768] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1911.776768] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1911.776934] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1911.777093] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1911.777247] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1911.777458] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1911.777622] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1911.777787] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1911.777957] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1911.778140] env[62127]: DEBUG nova.virt.hardware [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1911.778994] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a64fd200-ffff-431a-a1fa-fd54d8f00d5c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.786793] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf217758-9908-44cb-a444-e8b601949053 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.799558] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Instance VIF info [] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1911.806059] env[62127]: DEBUG oslo.service.loopingcall [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1911.806325] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1911.806533] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0028bc20-338d-4891-85b4-9191636654b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.823374] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1911.823374] env[62127]: value = "task-1734095" [ 1911.823374] env[62127]: _type = "Task" [ 1911.823374] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1911.831308] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734095, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.333204] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734095, 'name': CreateVM_Task, 'duration_secs': 0.248087} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.333395] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1912.333770] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.333929] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.334291] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1912.334527] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff9eef26-0a35-4479-bea2-6c2c935836a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.338676] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1912.338676] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52291019-1bd1-b38a-4ffc-bf82f0909cf1" [ 1912.338676] env[62127]: _type = "Task" [ 1912.338676] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.345744] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52291019-1bd1-b38a-4ffc-bf82f0909cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1912.848673] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52291019-1bd1-b38a-4ffc-bf82f0909cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.008821} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1912.849106] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1912.849207] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1912.849442] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1912.849591] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1912.849768] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1912.850038] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ce60079-9c55-42d6-9121-eeb1aee2b99c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.858165] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1912.858357] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1912.859033] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00f0221a-ee5e-46a1-a052-a839337e1e2e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1912.863609] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1912.863609] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ce8262-b824-8705-1b79-bfd7d56cb8e1" [ 1912.863609] env[62127]: _type = "Task" [ 1912.863609] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1912.871758] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ce8262-b824-8705-1b79-bfd7d56cb8e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.375060] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ce8262-b824-8705-1b79-bfd7d56cb8e1, 'name': SearchDatastore_Task, 'duration_secs': 0.007601} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.375060] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ab82c5-023d-4fe1-96eb-eb46a08983e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.380539] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1913.380539] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e62d5d-4a5d-b354-4505-9527454ca3af" [ 1913.380539] env[62127]: _type = "Task" [ 1913.380539] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.388477] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e62d5d-4a5d-b354-4505-9527454ca3af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1913.890511] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e62d5d-4a5d-b354-4505-9527454ca3af, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1913.890865] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1913.891029] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1913.891296] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2a78a66-a317-4e81-a392-cb96e694117b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1913.898908] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1913.898908] env[62127]: value = "task-1734096" [ 1913.898908] env[62127]: _type = "Task" [ 1913.898908] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1913.906028] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.408133] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734096, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1914.909268] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.51454} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1914.909663] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1914.909746] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1914.909960] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6b00d8e-ead9-4d56-a1e1-547d7b6cd7fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1914.915923] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1914.915923] env[62127]: value = "task-1734097" [ 1914.915923] env[62127]: _type = "Task" [ 1914.915923] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1914.922764] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734097, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.425836] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734097, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063325} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.426118] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1915.426890] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564cf3fb-67fe-4bc4-a9b0-850191271652 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.445744] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1915.445962] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd0ba53c-4257-4d25-bff2-b0658ee65935 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.464201] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1915.464201] env[62127]: value = "task-1734098" [ 1915.464201] env[62127]: _type = "Task" [ 1915.464201] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.471415] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734098, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1915.974625] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734098, 'name': ReconfigVM_Task, 'duration_secs': 0.254479} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1915.975092] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b/24cf193f-501e-4a9e-a78f-dd0aa88ead6b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1915.975789] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a1bb3100-0618-4eaa-8065-505d6d1e1090 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.982940] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1915.982940] env[62127]: value = "task-1734099" [ 1915.982940] env[62127]: _type = "Task" [ 1915.982940] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.990839] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734099, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.492639] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734099, 'name': Rename_Task, 'duration_secs': 0.128153} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.492909] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1916.493169] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-795f20df-c904-4019-b53e-50eeaebfa499 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.500140] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1916.500140] env[62127]: value = "task-1734100" [ 1916.500140] env[62127]: _type = "Task" [ 1916.500140] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.507414] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.517912] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.518108] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.518318] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1916.518503] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1916.518671] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1916.520662] env[62127]: INFO nova.compute.manager [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Terminating instance [ 1916.522578] env[62127]: DEBUG nova.compute.manager [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1916.522783] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1916.522988] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ebbdd762-e92a-4977-9923-767e659d3e9b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.530079] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1916.530079] env[62127]: value = "task-1734101" [ 1916.530079] env[62127]: _type = "Task" [ 1916.530079] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.537742] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734101, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.009994] env[62127]: DEBUG oslo_vmware.api [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734100, 'name': PowerOnVM_Task, 'duration_secs': 0.40613} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.010416] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1917.010483] env[62127]: DEBUG nova.compute.manager [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1917.011235] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0cbacc7-fda9-465b-9726-1fd42a0021ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.038977] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734101, 'name': PowerOffVM_Task, 'duration_secs': 0.146323} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.039225] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1917.039439] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1917.039627] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360750', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'name': 'volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b', 'attached_at': '2024-12-11T06:17:00.000000', 'detached_at': '', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'serial': '95d8588c-2d9f-4184-90d7-769ba65c8f3b'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1917.040349] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c69a1d8-97c0-42cd-b5cf-c2d518403f77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.059104] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b16db21-acb3-4145-99a5-38fbefd175e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.066144] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b75e31-5882-4100-926b-160560c2cd33 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.083045] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d25d15-ee99-465a-bd8b-4f24382096d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.096575] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] The volume has not been displaced from its original location: [datastore1] volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b/volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1917.101656] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1917.102168] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15f5586c-1a9e-49c7-98a6-ce7bca522b79 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.120919] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1917.120919] env[62127]: value = "task-1734102" [ 1917.120919] env[62127]: _type = "Task" [ 1917.120919] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.130169] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734102, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.526428] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.526643] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.526783] env[62127]: DEBUG nova.objects.instance [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=62127) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1917.630455] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734102, 'name': ReconfigVM_Task, 'duration_secs': 0.154712} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.630734] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1917.635619] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a14327d9-ac53-461f-af6e-1f768cc93217 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1917.650489] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1917.650489] env[62127]: value = "task-1734103" [ 1917.650489] env[62127]: _type = "Task" [ 1917.650489] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1917.658157] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734103, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.724440] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.724688] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.724895] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1917.725089] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1917.725326] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1917.727467] env[62127]: INFO nova.compute.manager [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Terminating instance [ 1917.729144] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "refresh_cache-24cf193f-501e-4a9e-a78f-dd0aa88ead6b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1917.729316] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquired lock "refresh_cache-24cf193f-501e-4a9e-a78f-dd0aa88ead6b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1917.729489] env[62127]: DEBUG nova.network.neutron [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1918.159971] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734103, 'name': ReconfigVM_Task, 'duration_secs': 0.131391} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.160391] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360750', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'name': 'volume-95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attaching', 'instance': 'd8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b', 'attached_at': '2024-12-11T06:17:00.000000', 'detached_at': '', 'volume_id': '95d8588c-2d9f-4184-90d7-769ba65c8f3b', 'serial': '95d8588c-2d9f-4184-90d7-769ba65c8f3b'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1918.160662] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.161498] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed9f8cc-4c5b-475d-8306-667e04d0ca0d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.168727] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1918.168969] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8792b57b-84fd-4dfe-8905-507b1ce2f0cc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.244333] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1918.244546] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1918.244753] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleting the datastore file [datastore1] d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1918.245025] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68d194ed-c34d-430e-ad2a-39a03ce7651a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.248536] env[62127]: DEBUG nova.network.neutron [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1918.252503] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1918.252503] env[62127]: value = "task-1734105" [ 1918.252503] env[62127]: _type = "Task" [ 1918.252503] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.259936] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734105, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1918.301418] env[62127]: DEBUG nova.network.neutron [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.534670] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2d8e2aca-56cf-4ac4-b521-8854e06c4226 tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1918.761698] env[62127]: DEBUG oslo_vmware.api [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734105, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085571} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1918.761937] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1918.762133] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1918.762311] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1918.762489] env[62127]: INFO nova.compute.manager [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1918.762725] env[62127]: DEBUG oslo.service.loopingcall [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1918.762913] env[62127]: DEBUG nova.compute.manager [-] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1918.763016] env[62127]: DEBUG nova.network.neutron [-] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1918.803781] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Releasing lock "refresh_cache-24cf193f-501e-4a9e-a78f-dd0aa88ead6b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1918.804196] env[62127]: DEBUG nova.compute.manager [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1918.804394] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1918.805255] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efc12e7-3bac-41ca-8611-ea323e571f47 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.812719] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1918.812937] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-035d4173-1cea-4f23-812e-0f472dbfcb41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1918.820079] env[62127]: DEBUG oslo_vmware.api [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1918.820079] env[62127]: value = "task-1734106" [ 1918.820079] env[62127]: _type = "Task" [ 1918.820079] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1918.828620] env[62127]: DEBUG oslo_vmware.api [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.195091] env[62127]: DEBUG nova.compute.manager [req-245c3e26-e70d-4dfe-8f7c-f5b9f5fdfd58 req-e8530f0a-a164-4f16-bce4-cef99f4ce232 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Received event network-vif-deleted-61dd430b-2819-4b01-aafa-5142435a606d {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1919.195362] env[62127]: INFO nova.compute.manager [req-245c3e26-e70d-4dfe-8f7c-f5b9f5fdfd58 req-e8530f0a-a164-4f16-bce4-cef99f4ce232 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Neutron deleted interface 61dd430b-2819-4b01-aafa-5142435a606d; detaching it from the instance and deleting it from the info cache [ 1919.195514] env[62127]: DEBUG nova.network.neutron [req-245c3e26-e70d-4dfe-8f7c-f5b9f5fdfd58 req-e8530f0a-a164-4f16-bce4-cef99f4ce232 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.330894] env[62127]: DEBUG oslo_vmware.api [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734106, 'name': PowerOffVM_Task, 'duration_secs': 0.200385} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.331192] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1919.331340] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1919.331817] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e5dc2aa-86a8-4cf8-8dc7-82300bbe34d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.356180] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1919.356421] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1919.356611] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Deleting the datastore file [datastore1] 24cf193f-501e-4a9e-a78f-dd0aa88ead6b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1919.356904] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10d39113-e522-40f2-96c7-17c2ed96417d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.363777] env[62127]: DEBUG oslo_vmware.api [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for the task: (returnval){ [ 1919.363777] env[62127]: value = "task-1734108" [ 1919.363777] env[62127]: _type = "Task" [ 1919.363777] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.371464] env[62127]: DEBUG oslo_vmware.api [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734108, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.547508] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b1f30569-00c4-48f7-a749-b409f76f3f1e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.547821] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.548057] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b1f30569-00c4-48f7-a749-b409f76f3f1e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1919.548251] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1919.548423] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1919.550592] env[62127]: INFO nova.compute.manager [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Terminating instance [ 1919.552365] env[62127]: DEBUG nova.compute.manager [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1919.552566] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1919.553502] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebee5bf8-f692-42dd-baaf-88a0e579c9b4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.560971] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1919.561229] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e21646f-2262-49a6-9092-fc3d5d63f5c3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.566827] env[62127]: DEBUG oslo_vmware.api [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1919.566827] env[62127]: value = "task-1734109" [ 1919.566827] env[62127]: _type = "Task" [ 1919.566827] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1919.574140] env[62127]: DEBUG oslo_vmware.api [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734109, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1919.673763] env[62127]: DEBUG nova.network.neutron [-] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1919.698074] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0bec2737-452d-4b40-a871-11f8d3d1077d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.708648] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051a736b-8e5f-4430-b902-a9437caed3c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.735554] env[62127]: DEBUG nova.compute.manager [req-245c3e26-e70d-4dfe-8f7c-f5b9f5fdfd58 req-e8530f0a-a164-4f16-bce4-cef99f4ce232 service nova] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Detach interface failed, port_id=61dd430b-2819-4b01-aafa-5142435a606d, reason: Instance d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1919.872963] env[62127]: DEBUG oslo_vmware.api [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Task: {'id': task-1734108, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.087906} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1919.873251] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1919.873460] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1919.873640] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1919.873816] env[62127]: INFO nova.compute.manager [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1919.874064] env[62127]: DEBUG oslo.service.loopingcall [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1919.874265] env[62127]: DEBUG nova.compute.manager [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1919.874362] env[62127]: DEBUG nova.network.neutron [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1919.888430] env[62127]: DEBUG nova.network.neutron [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1920.078068] env[62127]: DEBUG oslo_vmware.api [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734109, 'name': PowerOffVM_Task, 'duration_secs': 0.202793} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.078346] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1920.078518] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1920.078762] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd09d017-53b8-4b8d-bbd1-84af23c19abe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.147096] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1920.147315] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1920.147470] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleting the datastore file [datastore1] b1f30569-00c4-48f7-a749-b409f76f3f1e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1920.147742] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-59c0b126-e840-4d02-9122-7d1479f3192e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1920.155432] env[62127]: DEBUG oslo_vmware.api [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1920.155432] env[62127]: value = "task-1734111" [ 1920.155432] env[62127]: _type = "Task" [ 1920.155432] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1920.162745] env[62127]: DEBUG oslo_vmware.api [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734111, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1920.176243] env[62127]: INFO nova.compute.manager [-] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Took 1.41 seconds to deallocate network for instance. [ 1920.390716] env[62127]: DEBUG nova.network.neutron [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1920.667053] env[62127]: DEBUG oslo_vmware.api [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734111, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12296} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1920.667053] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1920.667053] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1920.667053] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1920.667053] env[62127]: INFO nova.compute.manager [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1920.667433] env[62127]: DEBUG oslo.service.loopingcall [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1920.667433] env[62127]: DEBUG nova.compute.manager [-] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1920.667433] env[62127]: DEBUG nova.network.neutron [-] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1920.721907] env[62127]: INFO nova.compute.manager [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Took 0.54 seconds to detach 1 volumes for instance. [ 1920.723794] env[62127]: DEBUG nova.compute.manager [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Deleting volume: 95d8588c-2d9f-4184-90d7-769ba65c8f3b {{(pid=62127) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3248}} [ 1920.893250] env[62127]: INFO nova.compute.manager [-] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Took 1.02 seconds to deallocate network for instance. [ 1921.222967] env[62127]: DEBUG nova.compute.manager [req-a5c46a70-fa05-4770-95ae-e22db73eec84 req-746b3a29-11db-4daa-8999-573310250128 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Received event network-vif-deleted-a03c0589-8224-488e-96ed-c4bdfbd888ee {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1921.223221] env[62127]: INFO nova.compute.manager [req-a5c46a70-fa05-4770-95ae-e22db73eec84 req-746b3a29-11db-4daa-8999-573310250128 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Neutron deleted interface a03c0589-8224-488e-96ed-c4bdfbd888ee; detaching it from the instance and deleting it from the info cache [ 1921.223423] env[62127]: DEBUG nova.network.neutron [req-a5c46a70-fa05-4770-95ae-e22db73eec84 req-746b3a29-11db-4daa-8999-573310250128 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.260782] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.261039] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.261232] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.282966] env[62127]: INFO nova.scheduler.client.report [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted allocations for instance d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b [ 1921.400150] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1921.400456] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1921.400640] env[62127]: DEBUG nova.objects.instance [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lazy-loading 'resources' on Instance uuid 24cf193f-501e-4a9e-a78f-dd0aa88ead6b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1921.577945] env[62127]: DEBUG nova.network.neutron [-] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1921.726051] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-56efa036-b82a-440c-b960-bef0bdd68a9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.735465] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bff713-42e6-4fa7-abe3-b80c3b47d168 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.760710] env[62127]: DEBUG nova.compute.manager [req-a5c46a70-fa05-4770-95ae-e22db73eec84 req-746b3a29-11db-4daa-8999-573310250128 service nova] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Detach interface failed, port_id=a03c0589-8224-488e-96ed-c4bdfbd888ee, reason: Instance b1f30569-00c4-48f7-a749-b409f76f3f1e could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1921.791594] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67be9185-dedf-41c9-9ac2-36ebbfc6e7f5 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.273s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1921.974777] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5db8b9c-8545-4de7-975e-2b246946b22f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1921.982131] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4b3c60-b690-474e-9b6e-adf3240c8ebb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.011871] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d558b99-d82e-47ee-8a90-5dc8e15f2b42 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.018949] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fecf60d-54fa-4b64-836b-04f87c867b56 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.031502] env[62127]: DEBUG nova.compute.provider_tree [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1922.080111] env[62127]: INFO nova.compute.manager [-] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Took 1.41 seconds to deallocate network for instance. [ 1922.089771] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "ab82609a-88bc-4302-9da3-bd2ea3351f89" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.089997] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.090218] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "ab82609a-88bc-4302-9da3-bd2ea3351f89-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.090406] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1922.090575] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1922.092126] env[62127]: INFO nova.compute.manager [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Terminating instance [ 1922.093793] env[62127]: DEBUG nova.compute.manager [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1922.093984] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1922.094749] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a5a910-15c5-45e8-8506-e5b1fc1536c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.102110] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1922.102327] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63815e51-5a89-485a-bb4f-90607b854d9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.108978] env[62127]: DEBUG oslo_vmware.api [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1922.108978] env[62127]: value = "task-1734113" [ 1922.108978] env[62127]: _type = "Task" [ 1922.108978] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.117108] env[62127]: DEBUG oslo_vmware.api [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734113, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1922.535337] env[62127]: DEBUG nova.scheduler.client.report [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1922.585713] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1922.619415] env[62127]: DEBUG oslo_vmware.api [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734113, 'name': PowerOffVM_Task, 'duration_secs': 0.208861} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1922.619649] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1922.619814] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1922.620076] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-13077f37-6a2b-4ba5-bb4c-4b9057496b81 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.688261] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1922.688481] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1922.688665] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleting the datastore file [datastore1] ab82609a-88bc-4302-9da3-bd2ea3351f89 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1922.688917] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f49b4567-a929-40ea-9898-132bbbd5066c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1922.694633] env[62127]: DEBUG oslo_vmware.api [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1922.694633] env[62127]: value = "task-1734115" [ 1922.694633] env[62127]: _type = "Task" [ 1922.694633] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1922.701971] env[62127]: DEBUG oslo_vmware.api [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734115, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1923.040183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.640s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.042473] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.457s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1923.042708] env[62127]: DEBUG nova.objects.instance [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'resources' on Instance uuid b1f30569-00c4-48f7-a749-b409f76f3f1e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1923.063116] env[62127]: INFO nova.scheduler.client.report [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Deleted allocations for instance 24cf193f-501e-4a9e-a78f-dd0aa88ead6b [ 1923.204662] env[62127]: DEBUG oslo_vmware.api [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734115, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125256} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1923.204872] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1923.205078] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1923.205287] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1923.205495] env[62127]: INFO nova.compute.manager [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1923.205745] env[62127]: DEBUG oslo.service.loopingcall [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1923.205943] env[62127]: DEBUG nova.compute.manager [-] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1923.206053] env[62127]: DEBUG nova.network.neutron [-] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1923.447711] env[62127]: DEBUG nova.compute.manager [req-a9d90e3d-cde5-4c2b-8399-ac6b7dbf2f0b req-daae33d9-1d5f-49a7-8fec-748a50f27f57 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Received event network-vif-deleted-2260e2ea-4e34-4d21-9e92-4b717af9a23b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1923.447871] env[62127]: INFO nova.compute.manager [req-a9d90e3d-cde5-4c2b-8399-ac6b7dbf2f0b req-daae33d9-1d5f-49a7-8fec-748a50f27f57 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Neutron deleted interface 2260e2ea-4e34-4d21-9e92-4b717af9a23b; detaching it from the instance and deleting it from the info cache [ 1923.448189] env[62127]: DEBUG nova.network.neutron [req-a9d90e3d-cde5-4c2b-8399-ac6b7dbf2f0b req-daae33d9-1d5f-49a7-8fec-748a50f27f57 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.570769] env[62127]: DEBUG oslo_concurrency.lockutils [None req-922e70ff-a9cc-4312-8d50-b0a6ea4c697a tempest-ServerShowV254Test-2109954050 tempest-ServerShowV254Test-2109954050-project-member] Lock "24cf193f-501e-4a9e-a78f-dd0aa88ead6b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.846s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1923.612028] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e4a285-876d-4800-8c69-32fdc8c839e0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.618261] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5db7f8-da8e-4fda-b03c-2a6610b8c0c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.649490] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ed3e318-d457-40ef-b833-ea2065304af4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.657667] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea2ad681-0994-4f8c-83d2-11725a73140f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.671092] env[62127]: DEBUG nova.compute.provider_tree [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1923.921126] env[62127]: DEBUG nova.network.neutron [-] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1923.950573] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d23c481-e3f7-46c0-9149-d44400e55c51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.959910] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-781772b6-3cfa-4d3a-a7ac-b8af744f7b69 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1923.984352] env[62127]: DEBUG nova.compute.manager [req-a9d90e3d-cde5-4c2b-8399-ac6b7dbf2f0b req-daae33d9-1d5f-49a7-8fec-748a50f27f57 service nova] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Detach interface failed, port_id=2260e2ea-4e34-4d21-9e92-4b717af9a23b, reason: Instance ab82609a-88bc-4302-9da3-bd2ea3351f89 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1924.174616] env[62127]: DEBUG nova.scheduler.client.report [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1924.424412] env[62127]: INFO nova.compute.manager [-] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Took 1.22 seconds to deallocate network for instance. [ 1924.679901] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1924.702690] env[62127]: INFO nova.scheduler.client.report [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted allocations for instance b1f30569-00c4-48f7-a749-b409f76f3f1e [ 1924.931313] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1924.931600] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1924.931830] env[62127]: DEBUG nova.objects.instance [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'resources' on Instance uuid ab82609a-88bc-4302-9da3-bd2ea3351f89 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1925.209826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-08ccee7d-04fe-4e24-a95c-9ffdf537bf6b tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b1f30569-00c4-48f7-a749-b409f76f3f1e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.662s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1925.494730] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2c2d05-a8b7-4f0e-9942-d06720688472 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.501036] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ffb538-cada-4274-8f93-d6c45b657964 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.532197] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3cffea3-a9d4-4f9c-b9f5-f0806477331b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.539292] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3485734e-0e46-48ac-9a5f-6360fb0426ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1925.557853] env[62127]: DEBUG nova.compute.provider_tree [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1926.060621] env[62127]: DEBUG nova.scheduler.client.report [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1926.572739] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1926.598597] env[62127]: INFO nova.scheduler.client.report [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted allocations for instance ab82609a-88bc-4302-9da3-bd2ea3351f89 [ 1926.800766] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1926.801095] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1927.109954] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4db4bc67-9f49-4936-9145-e4ca95f34ae3 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "ab82609a-88bc-4302-9da3-bd2ea3351f89" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.020s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1927.305264] env[62127]: INFO nova.compute.manager [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Detaching volume 835e9f4f-d2a8-484c-a3f5-45d3a59d0e86 [ 1927.350609] env[62127]: INFO nova.virt.block_device [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Attempting to driver detach volume 835e9f4f-d2a8-484c-a3f5-45d3a59d0e86 from mountpoint /dev/sdb [ 1927.351018] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1927.351527] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360753', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'name': 'volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4dbfd25-913f-4104-80dd-7a5d242e2d35', 'attached_at': '', 'detached_at': '', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'serial': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1927.352226] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2474120f-02dc-4770-86c9-c1f09ff8f95a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.378058] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6874c700-7069-4595-80b8-3386c4d1ff35 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.386322] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb964d69-ca2b-4b99-b17d-56bf78c869d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.408343] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b52a5b-13cf-4ddb-8a85-46cc53278c8e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.424063] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] The volume has not been displaced from its original location: [datastore1] volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86/volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1927.429454] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1927.429834] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-051bcec1-7bbe-435d-9284-bd0837834f0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1927.448827] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1927.448827] env[62127]: value = "task-1734117" [ 1927.448827] env[62127]: _type = "Task" [ 1927.448827] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1927.456589] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734117, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1927.958008] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.045977] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1928.046233] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1928.462239] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734117, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1928.549608] env[62127]: DEBUG nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1928.960079] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734117, 'name': ReconfigVM_Task, 'duration_secs': 1.242657} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1928.960354] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1928.964817] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22568a73-df41-4528-aeaf-0a8bdfd13a9c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1928.978999] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1928.978999] env[62127]: value = "task-1734118" [ 1928.978999] env[62127]: _type = "Task" [ 1928.978999] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1928.988191] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734118, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1929.072276] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1929.072531] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1929.074157] env[62127]: INFO nova.compute.claims [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1929.489221] env[62127]: DEBUG oslo_vmware.api [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734118, 'name': ReconfigVM_Task, 'duration_secs': 0.141925} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1929.489611] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360753', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'name': 'volume-835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'f4dbfd25-913f-4104-80dd-7a5d242e2d35', 'attached_at': '', 'detached_at': '', 'volume_id': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86', 'serial': '835e9f4f-d2a8-484c-a3f5-45d3a59d0e86'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1930.032252] env[62127]: DEBUG nova.objects.instance [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'flavor' on Instance uuid f4dbfd25-913f-4104-80dd-7a5d242e2d35 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1930.127827] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8665b850-6b97-45f6-85ba-7decf6917116 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.135215] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f963ec8-f6ab-41c2-ae6f-f77515e13b1b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.164811] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81749c4d-6d14-415e-8d6f-4e2a73524237 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.172287] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c2de63-1d7d-4310-87e2-ebc315f5473a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.187339] env[62127]: DEBUG nova.compute.provider_tree [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1930.690071] env[62127]: DEBUG nova.scheduler.client.report [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1930.722841] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.723139] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.723478] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1930.723865] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1930.724086] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1930.726362] env[62127]: INFO nova.compute.manager [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Terminating instance [ 1930.728105] env[62127]: DEBUG nova.compute.manager [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1930.728304] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1930.729144] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d50fd5-d099-4ba1-a7a1-95ff115dd067 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.736752] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1930.736971] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f392e2d-4631-4996-b38a-0bd744dcf187 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1930.743594] env[62127]: DEBUG oslo_vmware.api [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1930.743594] env[62127]: value = "task-1734119" [ 1930.743594] env[62127]: _type = "Task" [ 1930.743594] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1930.751016] env[62127]: DEBUG oslo_vmware.api [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734119, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.039808] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b1ddf088-5848-4163-b9bf-486ad87b818c tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.239s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.196280] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.123s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1931.196929] env[62127]: DEBUG nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1931.256457] env[62127]: DEBUG oslo_vmware.api [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734119, 'name': PowerOffVM_Task, 'duration_secs': 0.190897} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.256859] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1931.257069] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1931.257385] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0fcc4dcb-484e-4102-a61b-57774d7d9389 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.325925] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1931.326168] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1931.326359] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleting the datastore file [datastore1] 9e4f05a9-04e5-421d-8680-9bf8c05b65be {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1931.326631] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0f5e1389-e190-481b-a203-7385f1b3b7cd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1931.333522] env[62127]: DEBUG oslo_vmware.api [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for the task: (returnval){ [ 1931.333522] env[62127]: value = "task-1734121" [ 1931.333522] env[62127]: _type = "Task" [ 1931.333522] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1931.340967] env[62127]: DEBUG oslo_vmware.api [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1931.702479] env[62127]: DEBUG nova.compute.utils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1931.704136] env[62127]: DEBUG nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1931.704136] env[62127]: DEBUG nova.network.neutron [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1931.756890] env[62127]: DEBUG nova.policy [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2c87393d6447af849b1033a922a055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2afef39b37a14944bb2ee14bebbacc97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1931.843787] env[62127]: DEBUG oslo_vmware.api [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Task: {'id': task-1734121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12834} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1931.844073] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1931.844266] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1931.844442] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1931.844621] env[62127]: INFO nova.compute.manager [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1931.844860] env[62127]: DEBUG oslo.service.loopingcall [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1931.845071] env[62127]: DEBUG nova.compute.manager [-] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1931.845169] env[62127]: DEBUG nova.network.neutron [-] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1932.021660] env[62127]: DEBUG nova.network.neutron [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Successfully created port: ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1932.081985] env[62127]: DEBUG nova.compute.manager [req-ec5a84bc-489b-4434-b07e-9f0509d4500b req-270eaa4f-df15-48e5-aea4-b807e0c94b09 service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Received event network-vif-deleted-7a8d97e5-a517-4664-a663-a5b579b36039 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1932.082277] env[62127]: INFO nova.compute.manager [req-ec5a84bc-489b-4434-b07e-9f0509d4500b req-270eaa4f-df15-48e5-aea4-b807e0c94b09 service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Neutron deleted interface 7a8d97e5-a517-4664-a663-a5b579b36039; detaching it from the instance and deleting it from the info cache [ 1932.082532] env[62127]: DEBUG nova.network.neutron [req-ec5a84bc-489b-4434-b07e-9f0509d4500b req-270eaa4f-df15-48e5-aea4-b807e0c94b09 service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.106923] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.107338] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.108065] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1932.108391] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1932.108686] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1932.111463] env[62127]: INFO nova.compute.manager [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Terminating instance [ 1932.113974] env[62127]: DEBUG nova.compute.manager [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 1932.114298] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1932.115643] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd55ccb1-3b44-4524-9750-93d48e276090 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.126298] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1932.126639] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f748b0d0-19eb-4c6d-9c06-11614fd66117 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.134550] env[62127]: DEBUG oslo_vmware.api [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1932.134550] env[62127]: value = "task-1734122" [ 1932.134550] env[62127]: _type = "Task" [ 1932.134550] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.145968] env[62127]: DEBUG oslo_vmware.api [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1932.207188] env[62127]: DEBUG nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1932.559834] env[62127]: DEBUG nova.network.neutron [-] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1932.586543] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5412b07-74eb-40b2-97f7-1a20ea7c05c6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.595909] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18edc15e-e112-44ca-84e7-035eb2f4c694 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.619858] env[62127]: DEBUG nova.compute.manager [req-ec5a84bc-489b-4434-b07e-9f0509d4500b req-270eaa4f-df15-48e5-aea4-b807e0c94b09 service nova] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Detach interface failed, port_id=7a8d97e5-a517-4664-a663-a5b579b36039, reason: Instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1932.645095] env[62127]: DEBUG oslo_vmware.api [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734122, 'name': PowerOffVM_Task, 'duration_secs': 0.207451} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1932.645230] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1932.645431] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1932.645721] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3831deef-9ab1-4d68-967e-8ecb1baafd70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.721486] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1932.721782] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1932.721858] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleting the datastore file [datastore1] f4dbfd25-913f-4104-80dd-7a5d242e2d35 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1932.722179] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ecd68a00-f321-41a5-9864-d550c392bf30 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.729160] env[62127]: DEBUG oslo_vmware.api [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1932.729160] env[62127]: value = "task-1734124" [ 1932.729160] env[62127]: _type = "Task" [ 1932.729160] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1932.740379] env[62127]: DEBUG oslo_vmware.api [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734124, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1933.062464] env[62127]: INFO nova.compute.manager [-] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Took 1.22 seconds to deallocate network for instance. [ 1933.218428] env[62127]: DEBUG nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1933.239099] env[62127]: DEBUG oslo_vmware.api [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734124, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12439} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1933.240986] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1933.241198] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1933.241383] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1933.241557] env[62127]: INFO nova.compute.manager [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1933.241800] env[62127]: DEBUG oslo.service.loopingcall [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1933.242189] env[62127]: DEBUG nova.compute.manager [-] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 1933.242287] env[62127]: DEBUG nova.network.neutron [-] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1933.248028] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1933.248258] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1933.248415] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1933.248595] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1933.248742] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1933.248888] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1933.249108] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1933.249269] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1933.249439] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1933.249602] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1933.249773] env[62127]: DEBUG nova.virt.hardware [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1933.250550] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee1b090a-bbbd-4832-ac27-c3a9503a3288 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.258240] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74dbd940-b0df-4870-995e-60021c291723 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.430536] env[62127]: DEBUG nova.compute.manager [req-e4cea5e6-9b46-4d8f-8522-ee0f451ab8bd req-4912be39-0b7b-4531-9132-b8b060e453f9 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Received event network-vif-plugged-ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1933.430790] env[62127]: DEBUG oslo_concurrency.lockutils [req-e4cea5e6-9b46-4d8f-8522-ee0f451ab8bd req-4912be39-0b7b-4531-9132-b8b060e453f9 service nova] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.430967] env[62127]: DEBUG oslo_concurrency.lockutils [req-e4cea5e6-9b46-4d8f-8522-ee0f451ab8bd req-4912be39-0b7b-4531-9132-b8b060e453f9 service nova] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.431161] env[62127]: DEBUG oslo_concurrency.lockutils [req-e4cea5e6-9b46-4d8f-8522-ee0f451ab8bd req-4912be39-0b7b-4531-9132-b8b060e453f9 service nova] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1933.431336] env[62127]: DEBUG nova.compute.manager [req-e4cea5e6-9b46-4d8f-8522-ee0f451ab8bd req-4912be39-0b7b-4531-9132-b8b060e453f9 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] No waiting events found dispatching network-vif-plugged-ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1933.431497] env[62127]: WARNING nova.compute.manager [req-e4cea5e6-9b46-4d8f-8522-ee0f451ab8bd req-4912be39-0b7b-4531-9132-b8b060e453f9 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Received unexpected event network-vif-plugged-ad77f0b7-5f34-4047-b308-1a9e0acb37f8 for instance with vm_state building and task_state spawning. [ 1933.512625] env[62127]: DEBUG nova.network.neutron [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Successfully updated port: ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1933.568934] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1933.569214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1933.569441] env[62127]: DEBUG nova.objects.instance [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lazy-loading 'resources' on Instance uuid 9e4f05a9-04e5-421d-8680-9bf8c05b65be {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1934.017264] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1934.017586] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1934.017586] env[62127]: DEBUG nova.network.neutron [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1934.110950] env[62127]: DEBUG nova.compute.manager [req-4f3395d6-b6b0-4f48-a682-9335ef9f4bcb req-13d66c58-78eb-45ab-8cbe-6093a90f6c0f service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Received event network-vif-deleted-0870db73-3881-48cb-9b2e-24d3b7bae793 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1934.111097] env[62127]: INFO nova.compute.manager [req-4f3395d6-b6b0-4f48-a682-9335ef9f4bcb req-13d66c58-78eb-45ab-8cbe-6093a90f6c0f service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Neutron deleted interface 0870db73-3881-48cb-9b2e-24d3b7bae793; detaching it from the instance and deleting it from the info cache [ 1934.111889] env[62127]: DEBUG nova.network.neutron [req-4f3395d6-b6b0-4f48-a682-9335ef9f4bcb req-13d66c58-78eb-45ab-8cbe-6093a90f6c0f service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.127637] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef1f4a9-8e02-4dd7-97e6-ffb526d122f6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.135860] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8ec02ae-edff-4ba6-8c72-fccfd8c3b8f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.166996] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54da1dfe-6a28-4d7a-9b6d-3bf2f7e78673 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.175550] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f92fed9-8004-4e29-a518-f6df460ac91a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.179057] env[62127]: DEBUG nova.network.neutron [-] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.190678] env[62127]: DEBUG nova.compute.provider_tree [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1934.549096] env[62127]: DEBUG nova.network.neutron [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1934.613129] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-549dcca1-34d9-4585-b3ef-17ff2ee3dfee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.622875] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4ee134-8b77-4973-8042-c2adbba0d761 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.645931] env[62127]: DEBUG nova.compute.manager [req-4f3395d6-b6b0-4f48-a682-9335ef9f4bcb req-13d66c58-78eb-45ab-8cbe-6093a90f6c0f service nova] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Detach interface failed, port_id=0870db73-3881-48cb-9b2e-24d3b7bae793, reason: Instance f4dbfd25-913f-4104-80dd-7a5d242e2d35 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 1934.681192] env[62127]: INFO nova.compute.manager [-] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Took 1.44 seconds to deallocate network for instance. [ 1934.683412] env[62127]: DEBUG nova.network.neutron [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [{"id": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "address": "fa:16:3e:6e:93:89", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad77f0b7-5f", "ovs_interfaceid": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1934.710268] env[62127]: ERROR nova.scheduler.client.report [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] [req-c719d1c9-1055-4719-b29d-254d94d4a1f8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c719d1c9-1055-4719-b29d-254d94d4a1f8"}]} [ 1934.725889] env[62127]: DEBUG nova.scheduler.client.report [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 1934.738875] env[62127]: DEBUG nova.scheduler.client.report [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 1934.739113] env[62127]: DEBUG nova.compute.provider_tree [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1934.748993] env[62127]: DEBUG nova.scheduler.client.report [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 1934.764954] env[62127]: DEBUG nova.scheduler.client.report [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 1934.806461] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a21a03-2170-4d1c-b5ab-e2dbd10af239 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.813974] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5e88b0-203f-4677-880a-e1a65921a656 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.844343] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c668e1e-204c-4f40-998a-3aaa1b5b87f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.851457] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73869e22-6543-48bb-a998-b08d1b65ac18 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1934.864539] env[62127]: DEBUG nova.compute.provider_tree [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.188284] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1935.188610] env[62127]: DEBUG nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Instance network_info: |[{"id": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "address": "fa:16:3e:6e:93:89", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad77f0b7-5f", "ovs_interfaceid": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1935.189528] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1935.189908] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:93:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad77f0b7-5f34-4047-b308-1a9e0acb37f8', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1935.197318] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Creating folder: Project (2afef39b37a14944bb2ee14bebbacc97). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.197571] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-308d4486-cbf0-4517-a05d-5d36a04cf87a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.209449] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Created folder: Project (2afef39b37a14944bb2ee14bebbacc97) in parent group-v360450. [ 1935.209621] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Creating folder: Instances. Parent ref: group-v360762. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1935.209829] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-72620740-0fd1-4ed3-a35b-d7c912b3014d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.218157] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Created folder: Instances in parent group-v360762. [ 1935.218368] env[62127]: DEBUG oslo.service.loopingcall [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1935.218541] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1935.218726] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-48ce8169-3723-4220-b367-e64500ca0fae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.237729] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1935.237729] env[62127]: value = "task-1734127" [ 1935.237729] env[62127]: _type = "Task" [ 1935.237729] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.244779] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734127, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.393090] env[62127]: DEBUG nova.scheduler.client.report [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 187 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 1935.393425] env[62127]: DEBUG nova.compute.provider_tree [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 187 to 188 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1935.393688] env[62127]: DEBUG nova.compute.provider_tree [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1935.455619] env[62127]: DEBUG nova.compute.manager [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Received event network-changed-ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1935.455833] env[62127]: DEBUG nova.compute.manager [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Refreshing instance network info cache due to event network-changed-ad77f0b7-5f34-4047-b308-1a9e0acb37f8. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1935.456077] env[62127]: DEBUG oslo_concurrency.lockutils [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] Acquiring lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.456218] env[62127]: DEBUG oslo_concurrency.lockutils [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] Acquired lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.456397] env[62127]: DEBUG nova.network.neutron [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Refreshing network info cache for port ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1935.747782] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734127, 'name': CreateVM_Task, 'duration_secs': 0.358971} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1935.747934] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1935.748601] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1935.748770] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1935.749116] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1935.749364] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68ee9cac-1e9f-44c6-b13d-f882e957a638 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1935.753457] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1935.753457] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ac367f-28a0-2847-fcfe-6b3e34cfccc8" [ 1935.753457] env[62127]: _type = "Task" [ 1935.753457] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1935.761637] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ac367f-28a0-2847-fcfe-6b3e34cfccc8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1935.898810] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.329s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1935.901291] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.712s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1935.901563] env[62127]: DEBUG nova.objects.instance [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'resources' on Instance uuid f4dbfd25-913f-4104-80dd-7a5d242e2d35 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1935.917867] env[62127]: INFO nova.scheduler.client.report [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Deleted allocations for instance 9e4f05a9-04e5-421d-8680-9bf8c05b65be [ 1936.190687] env[62127]: DEBUG nova.network.neutron [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updated VIF entry in instance network info cache for port ad77f0b7-5f34-4047-b308-1a9e0acb37f8. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1936.191106] env[62127]: DEBUG nova.network.neutron [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [{"id": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "address": "fa:16:3e:6e:93:89", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad77f0b7-5f", "ovs_interfaceid": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1936.263443] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ac367f-28a0-2847-fcfe-6b3e34cfccc8, 'name': SearchDatastore_Task, 'duration_secs': 0.008817} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.263678] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.263910] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1936.264189] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1936.264348] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1936.264533] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1936.264782] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5daaa2e-9b2f-4ae9-a1cf-a31d9b3679e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.273077] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1936.273251] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1936.273946] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26ee1d66-20bd-413e-bc44-2a65c864bf31 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.278511] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1936.278511] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521fdfef-c3d4-2f19-f88b-d606ce559f7b" [ 1936.278511] env[62127]: _type = "Task" [ 1936.278511] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.285755] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521fdfef-c3d4-2f19-f88b-d606ce559f7b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1936.425265] env[62127]: DEBUG oslo_concurrency.lockutils [None req-227f3406-baec-4a2f-a0f9-abfe9d302b58 tempest-ServerActionsTestOtherA-1831244146 tempest-ServerActionsTestOtherA-1831244146-project-member] Lock "9e4f05a9-04e5-421d-8680-9bf8c05b65be" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.702s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1936.441721] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9318477-9e39-49d6-b602-a2d5a1eb4ab9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.449925] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8719182-b547-4872-87b1-4753492ee1bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.479865] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1bc0a9-e271-48bd-ba57-53301f74dca2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.487059] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eed51c54-dc15-4481-8166-5b133b0aae51 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.501449] env[62127]: DEBUG nova.compute.provider_tree [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1936.693730] env[62127]: DEBUG oslo_concurrency.lockutils [req-04a82ac0-6d58-4944-a247-d0c99d570205 req-91803c2e-bac4-4fb7-821e-699bdf4fea0d service nova] Releasing lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1936.789085] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521fdfef-c3d4-2f19-f88b-d606ce559f7b, 'name': SearchDatastore_Task, 'duration_secs': 0.007513} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1936.789847] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9484a771-85da-4230-93f6-e9ce9cb38170 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1936.794467] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1936.794467] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5225f8a7-30dc-76a3-705c-ece212931ee7" [ 1936.794467] env[62127]: _type = "Task" [ 1936.794467] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1936.801633] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5225f8a7-30dc-76a3-705c-ece212931ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.004317] env[62127]: DEBUG nova.scheduler.client.report [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1937.305351] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5225f8a7-30dc-76a3-705c-ece212931ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1937.305679] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1937.305876] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a3154e89-8bcc-4037-be1f-09fc92707c82/a3154e89-8bcc-4037-be1f-09fc92707c82.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1937.306140] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c21c26d-97cf-4d69-875f-e03ed5727ac1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1937.313237] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1937.313237] env[62127]: value = "task-1734128" [ 1937.313237] env[62127]: _type = "Task" [ 1937.313237] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1937.322515] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734128, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1937.510030] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.609s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1937.533470] env[62127]: INFO nova.scheduler.client.report [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted allocations for instance f4dbfd25-913f-4104-80dd-7a5d242e2d35 [ 1937.823713] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734128, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.041064] env[62127]: DEBUG oslo_concurrency.lockutils [None req-b34cd5a1-8c87-48ae-81b5-cb2b34e7fbde tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "f4dbfd25-913f-4104-80dd-7a5d242e2d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.934s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1938.325788] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734128, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.613455} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.326213] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] a3154e89-8bcc-4037-be1f-09fc92707c82/a3154e89-8bcc-4037-be1f-09fc92707c82.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1938.326213] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1938.326621] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26d2ed53-24af-4c41-9d28-157eaf835794 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.334380] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1938.334380] env[62127]: value = "task-1734129" [ 1938.334380] env[62127]: _type = "Task" [ 1938.334380] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.342697] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1938.844595] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.239426} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1938.844853] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1938.845641] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5d8e73-b2ce-487a-afd7-8119c046449a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.867562] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] a3154e89-8bcc-4037-be1f-09fc92707c82/a3154e89-8bcc-4037-be1f-09fc92707c82.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1938.867841] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0482c72-9c87-4c82-a66b-9e25a4aa91ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1938.888280] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1938.888280] env[62127]: value = "task-1734130" [ 1938.888280] env[62127]: _type = "Task" [ 1938.888280] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1938.896215] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734130, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.399747] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1939.898453] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734130, 'name': ReconfigVM_Task, 'duration_secs': 0.935789} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1939.898730] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Reconfigured VM instance instance-00000076 to attach disk [datastore1] a3154e89-8bcc-4037-be1f-09fc92707c82/a3154e89-8bcc-4037-be1f-09fc92707c82.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1939.899461] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-57cf687c-f903-40d4-9af2-5cc29d3b91ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1939.908099] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1939.908099] env[62127]: value = "task-1734131" [ 1939.908099] env[62127]: _type = "Task" [ 1939.908099] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1939.915702] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734131, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.100604] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "8f00d0b7-741d-4220-a4d2-97dee2606995" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1940.100839] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1940.419200] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734131, 'name': Rename_Task, 'duration_secs': 0.147637} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.419519] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1940.419801] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3518f098-e226-43da-a77b-e6280d9cd3de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1940.426472] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1940.426472] env[62127]: value = "task-1734132" [ 1940.426472] env[62127]: _type = "Task" [ 1940.426472] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1940.434808] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734132, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1940.603702] env[62127]: DEBUG nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1940.937030] env[62127]: DEBUG oslo_vmware.api [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734132, 'name': PowerOnVM_Task, 'duration_secs': 0.429665} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1940.937333] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1940.937545] env[62127]: INFO nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1940.937724] env[62127]: DEBUG nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1940.938598] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd2b028-a091-4a8d-94dd-ff67e8d787ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1941.128809] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1941.129326] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1941.130725] env[62127]: INFO nova.compute.claims [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1941.456343] env[62127]: INFO nova.compute.manager [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Took 12.40 seconds to build instance. [ 1941.961663] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f313ff60-50da-4a70-8650-a51d96b53a52 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.915s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1942.193250] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1739b976-69e4-4dae-a79a-81055dae4901 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.205152] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efd2fc97-d373-4473-8e7a-7575494cc732 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.233684] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a465817b-23e8-4bbb-827e-f1e39d4000c8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.244219] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0326ef-3604-48ba-b13b-03dadcfd2bd0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1942.258666] env[62127]: DEBUG nova.compute.provider_tree [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1942.382952] env[62127]: DEBUG nova.compute.manager [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Received event network-changed-ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1942.383189] env[62127]: DEBUG nova.compute.manager [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Refreshing instance network info cache due to event network-changed-ad77f0b7-5f34-4047-b308-1a9e0acb37f8. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1942.383426] env[62127]: DEBUG oslo_concurrency.lockutils [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] Acquiring lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1942.383595] env[62127]: DEBUG oslo_concurrency.lockutils [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] Acquired lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1942.383962] env[62127]: DEBUG nova.network.neutron [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Refreshing network info cache for port ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1942.526510] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1942.526792] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1942.762786] env[62127]: DEBUG nova.scheduler.client.report [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1943.029490] env[62127]: DEBUG nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 1943.111490] env[62127]: DEBUG nova.network.neutron [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updated VIF entry in instance network info cache for port ad77f0b7-5f34-4047-b308-1a9e0acb37f8. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1943.111917] env[62127]: DEBUG nova.network.neutron [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [{"id": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "address": "fa:16:3e:6e:93:89", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad77f0b7-5f", "ovs_interfaceid": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1943.268485] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.139s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1943.269075] env[62127]: DEBUG nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1943.554297] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1943.554623] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1943.556656] env[62127]: INFO nova.compute.claims [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1943.614773] env[62127]: DEBUG oslo_concurrency.lockutils [req-5b254f6c-60cd-4501-a31f-2c61c9d50810 req-d126ac4d-2e1f-447b-a686-3feb9ff66742 service nova] Releasing lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1943.774516] env[62127]: DEBUG nova.compute.utils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1943.775987] env[62127]: DEBUG nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1943.776182] env[62127]: DEBUG nova.network.neutron [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1943.827502] env[62127]: DEBUG nova.policy [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af726959c3a459e8d6314fe1c14da94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4336f8c6396a4c4aa98c0673784e6e30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1944.052096] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1944.052336] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1944.052484] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 1944.097739] env[62127]: DEBUG nova.network.neutron [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Successfully created port: 4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1944.280114] env[62127]: DEBUG nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1944.619993] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67bd9a2f-fc38-43c9-9df5-d0c8ca010a90 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.627963] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ce2511-6dc7-4991-a8c6-437001ddbacc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.658399] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5203ef-7680-4675-8f42-08a275b425fb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.665743] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b336eb07-c2a9-4b49-aaff-97afae948110 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1944.678582] env[62127]: DEBUG nova.compute.provider_tree [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1945.052521] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1945.181409] env[62127]: DEBUG nova.scheduler.client.report [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1945.289574] env[62127]: DEBUG nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1945.315566] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1945.315908] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1945.316097] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1945.316292] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1945.316438] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1945.316585] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1945.316799] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1945.316971] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1945.317171] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1945.317341] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1945.317514] env[62127]: DEBUG nova.virt.hardware [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1945.318466] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d69a78b-1cda-45eb-b576-f567b4d9a7a7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.326676] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e74c21c-2eed-4ffd-bcc3-4de66483c7f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1945.686452] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.132s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.687030] env[62127]: DEBUG nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 1945.697657] env[62127]: DEBUG nova.compute.manager [req-9f47208e-7ed7-4b82-8c11-41ccd37b2e0e req-3d5a5861-630c-49e7-94e8-126a25fb0ed0 service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Received event network-vif-plugged-4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1945.697877] env[62127]: DEBUG oslo_concurrency.lockutils [req-9f47208e-7ed7-4b82-8c11-41ccd37b2e0e req-3d5a5861-630c-49e7-94e8-126a25fb0ed0 service nova] Acquiring lock "8f00d0b7-741d-4220-a4d2-97dee2606995-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1945.698112] env[62127]: DEBUG oslo_concurrency.lockutils [req-9f47208e-7ed7-4b82-8c11-41ccd37b2e0e req-3d5a5861-630c-49e7-94e8-126a25fb0ed0 service nova] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1945.698288] env[62127]: DEBUG oslo_concurrency.lockutils [req-9f47208e-7ed7-4b82-8c11-41ccd37b2e0e req-3d5a5861-630c-49e7-94e8-126a25fb0ed0 service nova] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1945.698462] env[62127]: DEBUG nova.compute.manager [req-9f47208e-7ed7-4b82-8c11-41ccd37b2e0e req-3d5a5861-630c-49e7-94e8-126a25fb0ed0 service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] No waiting events found dispatching network-vif-plugged-4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1945.698631] env[62127]: WARNING nova.compute.manager [req-9f47208e-7ed7-4b82-8c11-41ccd37b2e0e req-3d5a5861-630c-49e7-94e8-126a25fb0ed0 service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Received unexpected event network-vif-plugged-4aee879b-2d4d-46aa-8cec-39b3b5641500 for instance with vm_state building and task_state spawning. [ 1945.785238] env[62127]: DEBUG nova.network.neutron [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Successfully updated port: 4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1946.192474] env[62127]: DEBUG nova.compute.utils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1946.193921] env[62127]: DEBUG nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 1946.194549] env[62127]: DEBUG nova.network.neutron [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1946.231565] env[62127]: DEBUG nova.policy [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '569bf0cfc5b14216a4c999abe008b432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7f879c98538456f824ce4691d51b79d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 1946.288771] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1946.288941] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1946.289106] env[62127]: DEBUG nova.network.neutron [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1946.495474] env[62127]: DEBUG nova.network.neutron [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Successfully created port: b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1946.698368] env[62127]: DEBUG nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 1946.820790] env[62127]: DEBUG nova.network.neutron [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1946.938032] env[62127]: DEBUG nova.network.neutron [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Updating instance_info_cache with network_info: [{"id": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "address": "fa:16:3e:32:e7:c3", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aee879b-2d", "ovs_interfaceid": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1947.048061] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1947.440417] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1947.440731] env[62127]: DEBUG nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Instance network_info: |[{"id": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "address": "fa:16:3e:32:e7:c3", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aee879b-2d", "ovs_interfaceid": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1947.441174] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:e7:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4aee879b-2d4d-46aa-8cec-39b3b5641500', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1947.448632] env[62127]: DEBUG oslo.service.loopingcall [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1947.448847] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1947.449458] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-39deb199-3a3c-412e-be94-a3456615425b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.470178] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1947.470178] env[62127]: value = "task-1734133" [ 1947.470178] env[62127]: _type = "Task" [ 1947.470178] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.477660] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734133, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1947.709367] env[62127]: DEBUG nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 1947.726020] env[62127]: DEBUG nova.compute.manager [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Received event network-changed-4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1947.726297] env[62127]: DEBUG nova.compute.manager [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Refreshing instance network info cache due to event network-changed-4aee879b-2d4d-46aa-8cec-39b3b5641500. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1947.726602] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] Acquiring lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.726836] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] Acquired lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.727094] env[62127]: DEBUG nova.network.neutron [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Refreshing network info cache for port 4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1947.738778] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 1947.739085] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 1947.739298] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1947.739527] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 1947.739714] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1947.739900] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 1947.740179] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 1947.740359] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 1947.740534] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 1947.740703] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 1947.740878] env[62127]: DEBUG nova.virt.hardware [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1947.741989] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a034e85a-ba9a-49b8-957b-09c7e940d3f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.750867] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8103318d-8f1d-4058-bae0-4c0ca1d1e898 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.957975] env[62127]: DEBUG nova.network.neutron [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Successfully updated port: b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1947.980178] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734133, 'name': CreateVM_Task, 'duration_secs': 0.29818} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1947.980359] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1947.981051] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1947.981228] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1947.981548] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1947.981807] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db66a32e-9e02-4cc7-879f-0e18576da7d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1947.986986] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1947.986986] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d02947-32bc-9b5a-6237-4f986d8f05a1" [ 1947.986986] env[62127]: _type = "Task" [ 1947.986986] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1947.995113] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d02947-32bc-9b5a-6237-4f986d8f05a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.052261] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1948.052431] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 1948.461264] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.461496] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.461590] env[62127]: DEBUG nova.network.neutron [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1948.484537] env[62127]: DEBUG nova.network.neutron [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Updated VIF entry in instance network info cache for port 4aee879b-2d4d-46aa-8cec-39b3b5641500. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1948.484905] env[62127]: DEBUG nova.network.neutron [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Updating instance_info_cache with network_info: [{"id": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "address": "fa:16:3e:32:e7:c3", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aee879b-2d", "ovs_interfaceid": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1948.497729] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d02947-32bc-9b5a-6237-4f986d8f05a1, 'name': SearchDatastore_Task, 'duration_secs': 0.009635} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1948.498038] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.498299] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1948.498561] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1948.498712] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1948.498891] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1948.499161] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8b899a2-4142-4618-a986-17b5b25e50f3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.509091] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1948.509280] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1948.509968] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05355be1-6b64-4bde-b768-37b0fa7d3b77 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1948.514804] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1948.514804] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e6ffd9-62b1-cb85-76fc-a07d48f3e122" [ 1948.514804] env[62127]: _type = "Task" [ 1948.514804] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1948.522622] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e6ffd9-62b1-cb85-76fc-a07d48f3e122, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1948.987064] env[62127]: DEBUG oslo_concurrency.lockutils [req-f6b7b956-bff9-42ed-8954-602b9a518bb5 req-4619f2bb-1ca4-4b34-bc04-321acd098a6d service nova] Releasing lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1948.992124] env[62127]: DEBUG nova.network.neutron [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1949.025127] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e6ffd9-62b1-cb85-76fc-a07d48f3e122, 'name': SearchDatastore_Task, 'duration_secs': 0.033041} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.027940] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e3bd558-89c4-47cc-b7e3-68f2cca5919f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.033356] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1949.033356] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52ec73fa-c535-403a-8747-24bfd1e79e54" [ 1949.033356] env[62127]: _type = "Task" [ 1949.033356] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.040693] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ec73fa-c535-403a-8747-24bfd1e79e54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.112907] env[62127]: DEBUG nova.network.neutron [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1949.543195] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52ec73fa-c535-403a-8747-24bfd1e79e54, 'name': SearchDatastore_Task, 'duration_secs': 0.009143} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1949.543467] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.543722] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8f00d0b7-741d-4220-a4d2-97dee2606995/8f00d0b7-741d-4220-a4d2-97dee2606995.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1949.543973] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eae4bed3-7c56-4ac7-a653-be444df2e79a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.550837] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1949.550837] env[62127]: value = "task-1734134" [ 1949.550837] env[62127]: _type = "Task" [ 1949.550837] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.558333] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734134, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.615530] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1949.616028] env[62127]: DEBUG nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Instance network_info: |[{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 1949.616520] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:af:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b29225f7-10ce-43d6-9afa-9da2c3180a9f', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1949.624787] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating folder: Project (c7f879c98538456f824ce4691d51b79d). Parent ref: group-v360450. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1949.625109] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b8c9dab6-6b6f-4086-802f-ed56af9e76bd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.635561] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Created folder: Project (c7f879c98538456f824ce4691d51b79d) in parent group-v360450. [ 1949.635780] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating folder: Instances. Parent ref: group-v360766. {{(pid=62127) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1949.636058] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bd6a7562-6268-409d-bc03-7d83eaf37df0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.646129] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Created folder: Instances in parent group-v360766. [ 1949.646351] env[62127]: DEBUG oslo.service.loopingcall [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 1949.646528] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1949.646716] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17a6c075-d90a-499e-9260-c019c0235957 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1949.664299] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1949.664299] env[62127]: value = "task-1734137" [ 1949.664299] env[62127]: _type = "Task" [ 1949.664299] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1949.671464] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734137, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1949.756322] env[62127]: DEBUG nova.compute.manager [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-vif-plugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1949.756604] env[62127]: DEBUG oslo_concurrency.lockutils [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1949.756754] env[62127]: DEBUG oslo_concurrency.lockutils [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1949.756986] env[62127]: DEBUG oslo_concurrency.lockutils [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1949.757116] env[62127]: DEBUG nova.compute.manager [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] No waiting events found dispatching network-vif-plugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 1949.757293] env[62127]: WARNING nova.compute.manager [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received unexpected event network-vif-plugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f for instance with vm_state building and task_state spawning. [ 1949.757456] env[62127]: DEBUG nova.compute.manager [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1949.757613] env[62127]: DEBUG nova.compute.manager [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing instance network info cache due to event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1949.757800] env[62127]: DEBUG oslo_concurrency.lockutils [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1949.757938] env[62127]: DEBUG oslo_concurrency.lockutils [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1949.758113] env[62127]: DEBUG nova.network.neutron [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1950.061516] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734134, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.061948] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 1950.062168] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1950.062341] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1950.173765] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734137, 'name': CreateVM_Task, 'duration_secs': 0.338724} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.173960] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1950.174632] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.174807] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.175157] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 1950.175408] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d88d1e9c-2930-45d0-8a0a-c3cb21978224 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.179539] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1950.179539] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e02dd8-f801-fd0e-9d6b-0b0f05479750" [ 1950.179539] env[62127]: _type = "Task" [ 1950.179539] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.186878] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e02dd8-f801-fd0e-9d6b-0b0f05479750, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.486380] env[62127]: DEBUG nova.network.neutron [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updated VIF entry in instance network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1950.486380] env[62127]: DEBUG nova.network.neutron [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1950.560678] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734134, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654661} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.560965] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8f00d0b7-741d-4220-a4d2-97dee2606995/8f00d0b7-741d-4220-a4d2-97dee2606995.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1950.561196] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1950.561443] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab9e50fb-5b48-4a83-ba22-2be9d4ed005c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.565183] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.565391] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.565556] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1950.565703] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 1950.566674] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a52ce965-5d5f-4c89-bdf5-33b6e5241abc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.569762] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1950.569762] env[62127]: value = "task-1734138" [ 1950.569762] env[62127]: _type = "Task" [ 1950.569762] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.576045] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374aca45-fd38-4a22-a445-b220b05faf23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.582348] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.593591] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fcbf4e-eade-4d25-a284-c0e29e0797b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.600433] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5865f79c-2619-4502-ba3c-04e2d1a26cb1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.631268] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180526MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 1950.631434] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1950.631589] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1950.689743] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e02dd8-f801-fd0e-9d6b-0b0f05479750, 'name': SearchDatastore_Task, 'duration_secs': 0.03538} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1950.690050] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1950.690307] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1950.690541] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1950.690689] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1950.690865] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1950.691142] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc4ac1e5-aae6-48b6-9321-d36c2c56b583 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.699060] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1950.699266] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1950.699934] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d91aa44-9bca-4d96-a728-c83eb0dcbb8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1950.704473] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1950.704473] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]5273783a-45bd-623f-ab1b-406e8bf8789e" [ 1950.704473] env[62127]: _type = "Task" [ 1950.704473] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1950.711713] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5273783a-45bd-623f-ab1b-406e8bf8789e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1950.987536] env[62127]: DEBUG oslo_concurrency.lockutils [req-32101af9-6d2d-48c9-96c0-fe40904ea1ab req-c4db298d-9888-4591-8f36-5463a8509a56 service nova] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.080207] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076095} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.080550] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1951.081255] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efeeac4c-0c93-418a-8ed2-d0ec776c5bdc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.102592] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 8f00d0b7-741d-4220-a4d2-97dee2606995/8f00d0b7-741d-4220-a4d2-97dee2606995.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1951.102822] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ada6fa6-86eb-42e2-871c-14d54c3ec6e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.122021] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1951.122021] env[62127]: value = "task-1734139" [ 1951.122021] env[62127]: _type = "Task" [ 1951.122021] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.129078] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.214631] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]5273783a-45bd-623f-ab1b-406e8bf8789e, 'name': SearchDatastore_Task, 'duration_secs': 0.00861} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.215391] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59698a2b-198d-4fe3-9a06-f6579ee6ecb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.220501] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1951.220501] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52d0856d-b793-e277-a089-b7af6b85f3fa" [ 1951.220501] env[62127]: _type = "Task" [ 1951.220501] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.227350] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d0856d-b793-e277-a089-b7af6b85f3fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.632053] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734139, 'name': ReconfigVM_Task, 'duration_secs': 0.329614} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.632053] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 8f00d0b7-741d-4220-a4d2-97dee2606995/8f00d0b7-741d-4220-a4d2-97dee2606995.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1951.632414] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-88fd8277-d12f-4406-957d-8fe1697a5f3c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.640613] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1951.640613] env[62127]: value = "task-1734140" [ 1951.640613] env[62127]: _type = "Task" [ 1951.640613] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.648561] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734140, 'name': Rename_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1951.655158] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance a3154e89-8bcc-4037-be1f-09fc92707c82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1951.655302] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8f00d0b7-741d-4220-a4d2-97dee2606995 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1951.655424] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 1951.655591] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 1951.655729] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 1951.703190] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fab9bf9-f79c-4950-b69e-f2ce5103d5d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.710523] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb8da77d-de09-4580-a9be-d4de475dc727 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.743723] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe21c911-df55-4acb-8d71-22b9ca6a27ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.751291] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52d0856d-b793-e277-a089-b7af6b85f3fa, 'name': SearchDatastore_Task, 'duration_secs': 0.009975} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1951.753242] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1951.753498] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1951.753769] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3e359b6-8e2c-4564-9303-088f81e74111 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.756438] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34b7baa2-3063-4cbb-b771-de3f4b47e6c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1951.770646] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1951.774052] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1951.774052] env[62127]: value = "task-1734141" [ 1951.774052] env[62127]: _type = "Task" [ 1951.774052] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1951.781038] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734141, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.150639] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734140, 'name': Rename_Task, 'duration_secs': 0.160835} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.151020] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1952.151189] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ab1f3d4-8f98-4713-a7dd-dda91fd9eb43 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.157860] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1952.157860] env[62127]: value = "task-1734142" [ 1952.157860] env[62127]: _type = "Task" [ 1952.157860] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.165649] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734142, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.275261] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 1952.287763] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734141, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.667920] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734142, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1952.783578] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 1952.783578] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.152s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1952.790893] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734141, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609418} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1952.791157] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1952.791366] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1952.791614] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-009e2001-b033-460d-ad2f-47b4898399af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1952.798665] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1952.798665] env[62127]: value = "task-1734143" [ 1952.798665] env[62127]: _type = "Task" [ 1952.798665] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1952.807387] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734143, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.168960] env[62127]: DEBUG oslo_vmware.api [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734142, 'name': PowerOnVM_Task, 'duration_secs': 0.568684} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.169324] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1953.169452] env[62127]: INFO nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1953.169633] env[62127]: DEBUG nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1953.170419] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-088d309d-c886-4eea-b6b9-b9e1e6c88d5a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.308191] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734143, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076189} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.308451] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1953.309226] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0e6aadf-6291-494e-9c49-fd5de7b9d505 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.330793] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1953.331076] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a54de5c4-da7d-4fb7-b6e0-7b2a47bdb695 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.350293] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1953.350293] env[62127]: value = "task-1734144" [ 1953.350293] env[62127]: _type = "Task" [ 1953.350293] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.357829] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734144, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1953.688156] env[62127]: INFO nova.compute.manager [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Took 12.58 seconds to build instance. [ 1953.860627] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734144, 'name': ReconfigVM_Task, 'duration_secs': 0.296041} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1953.860844] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1953.861563] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e98fd2b8-ac52-4cc0-be1f-d958bbff3882 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1953.869016] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1953.869016] env[62127]: value = "task-1734145" [ 1953.869016] env[62127]: _type = "Task" [ 1953.869016] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1953.876514] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734145, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.190656] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5225695e-7712-4ac9-87fe-781569babe3a tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.090s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1954.347299] env[62127]: DEBUG nova.compute.manager [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Received event network-changed-4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1954.347299] env[62127]: DEBUG nova.compute.manager [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Refreshing instance network info cache due to event network-changed-4aee879b-2d4d-46aa-8cec-39b3b5641500. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1954.347505] env[62127]: DEBUG oslo_concurrency.lockutils [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] Acquiring lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1954.347645] env[62127]: DEBUG oslo_concurrency.lockutils [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] Acquired lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1954.347804] env[62127]: DEBUG nova.network.neutron [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Refreshing network info cache for port 4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1954.379089] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734145, 'name': Rename_Task, 'duration_secs': 0.146145} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.379089] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1954.379294] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b6e8504-2ff3-43cd-a421-8bd7ab1b9e76 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1954.385457] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1954.385457] env[62127]: value = "task-1734146" [ 1954.385457] env[62127]: _type = "Task" [ 1954.385457] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1954.392641] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734146, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1954.898909] env[62127]: DEBUG oslo_vmware.api [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734146, 'name': PowerOnVM_Task, 'duration_secs': 0.473112} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1954.898909] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1954.899090] env[62127]: INFO nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Took 7.19 seconds to spawn the instance on the hypervisor. [ 1954.899345] env[62127]: DEBUG nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1954.900485] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77055525-c9a8-433f-8734-6e7cf1e90eb5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1955.062254] env[62127]: DEBUG nova.network.neutron [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Updated VIF entry in instance network info cache for port 4aee879b-2d4d-46aa-8cec-39b3b5641500. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1955.062644] env[62127]: DEBUG nova.network.neutron [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Updating instance_info_cache with network_info: [{"id": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "address": "fa:16:3e:32:e7:c3", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4aee879b-2d", "ovs_interfaceid": "4aee879b-2d4d-46aa-8cec-39b3b5641500", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1955.421600] env[62127]: INFO nova.compute.manager [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Took 11.88 seconds to build instance. [ 1955.565280] env[62127]: DEBUG oslo_concurrency.lockutils [req-8253f5e4-3b89-4431-ad9f-e72c0ac52e8f req-3958fe0d-7b3a-4942-ac21-9117fc490b6c service nova] Releasing lock "refresh_cache-8f00d0b7-741d-4220-a4d2-97dee2606995" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1955.924374] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6be7a26a-45fc-4ffc-9a41-f2fb5fc654c9 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.397s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1956.371561] env[62127]: DEBUG nova.compute.manager [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 1956.371703] env[62127]: DEBUG nova.compute.manager [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing instance network info cache due to event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 1956.371918] env[62127]: DEBUG oslo_concurrency.lockutils [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1956.372109] env[62127]: DEBUG oslo_concurrency.lockutils [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1956.372235] env[62127]: DEBUG nova.network.neutron [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1957.078017] env[62127]: DEBUG nova.network.neutron [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updated VIF entry in instance network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1957.078608] env[62127]: DEBUG nova.network.neutron [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1957.581852] env[62127]: DEBUG oslo_concurrency.lockutils [req-60107dc6-c0d8-47b4-963d-6b680555ffb0 req-20d80ec6-c176-4819-8cb9-5f7a1f12301d service nova] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1957.773419] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1958.279049] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1958.279049] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1979.007324] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1979.007648] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1979.511217] env[62127]: DEBUG nova.compute.utils [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1980.014373] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1981.072223] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1981.072593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1981.072724] env[62127]: INFO nova.compute.manager [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Attaching volume 913ead41-4627-4fb8-8d23-e66f3e7ffc6f to /dev/sdb [ 1981.102023] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5379e2-61b9-4b7c-afdd-1e9b0892f6f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.109143] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1324d4c0-42f3-4c39-b03e-b0c660128895 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1981.121435] env[62127]: DEBUG nova.virt.block_device [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating existing volume attachment record: dcf551d2-96ff-4147-9aa9-db16d973e5ac {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1985.663742] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1985.663995] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360770', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'name': 'volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3154e89-8bcc-4037-be1f-09fc92707c82', 'attached_at': '', 'detached_at': '', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'serial': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1985.664958] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ace218-a9c2-49f5-9261-6ce815b8c73a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.681865] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29930066-c7a4-4713-83d2-51ffe3417cd1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.705946] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f/volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1985.706258] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-394654a9-eba7-4ac6-9d20-007737c9fa3c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1985.723764] env[62127]: DEBUG oslo_vmware.api [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1985.723764] env[62127]: value = "task-1734151" [ 1985.723764] env[62127]: _type = "Task" [ 1985.723764] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1985.731251] env[62127]: DEBUG oslo_vmware.api [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734151, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.233496] env[62127]: DEBUG oslo_vmware.api [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734151, 'name': ReconfigVM_Task, 'duration_secs': 0.353038} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.233759] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Reconfigured VM instance instance-00000076 to attach disk [datastore1] volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f/volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1986.238520] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03242365-84e5-4b46-a1e5-06582846862c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1986.252428] env[62127]: DEBUG oslo_vmware.api [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1986.252428] env[62127]: value = "task-1734152" [ 1986.252428] env[62127]: _type = "Task" [ 1986.252428] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1986.259809] env[62127]: DEBUG oslo_vmware.api [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734152, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1986.762878] env[62127]: DEBUG oslo_vmware.api [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734152, 'name': ReconfigVM_Task, 'duration_secs': 0.164623} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1986.763202] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360770', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'name': 'volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3154e89-8bcc-4037-be1f-09fc92707c82', 'attached_at': '', 'detached_at': '', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'serial': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1987.798637] env[62127]: DEBUG nova.objects.instance [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.304656] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f8cb0396-0b79-453b-8e84-d90b69fbc221 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.232s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1988.385380] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1988.385644] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1988.385801] env[62127]: DEBUG nova.compute.manager [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1988.386693] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73ee47c9-75b8-4786-abc2-76e273ac5e4e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.393251] env[62127]: DEBUG nova.compute.manager [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 1988.393783] env[62127]: DEBUG nova.objects.instance [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1988.898745] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1988.899228] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf20a7ec-1ca8-4e24-99e3-e9a437bd5c78 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1988.906178] env[62127]: DEBUG oslo_vmware.api [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1988.906178] env[62127]: value = "task-1734153" [ 1988.906178] env[62127]: _type = "Task" [ 1988.906178] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1988.914505] env[62127]: DEBUG oslo_vmware.api [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734153, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1989.416154] env[62127]: DEBUG oslo_vmware.api [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734153, 'name': PowerOffVM_Task, 'duration_secs': 0.506107} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1989.416432] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1989.416605] env[62127]: DEBUG nova.compute.manager [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1989.417414] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ee58d9d-700e-4c27-8f31-d60f9baee4b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1989.928781] env[62127]: DEBUG oslo_concurrency.lockutils [None req-9f320e45-d6f7-4350-bd8f-71bdebb94157 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.543s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1990.771068] env[62127]: DEBUG nova.objects.instance [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.275949] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 1991.276221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1991.276326] env[62127]: DEBUG nova.network.neutron [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1991.276504] env[62127]: DEBUG nova.objects.instance [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'info_cache' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1991.780448] env[62127]: DEBUG nova.objects.base [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1992.498393] env[62127]: DEBUG nova.network.neutron [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [{"id": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "address": "fa:16:3e:6e:93:89", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad77f0b7-5f", "ovs_interfaceid": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1992.518449] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "8f00d0b7-741d-4220-a4d2-97dee2606995" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1992.518685] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.001643] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 1993.021839] env[62127]: DEBUG nova.compute.utils [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 1993.505412] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1993.505412] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abef062d-80bc-43a9-9423-31606edeb46f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1993.512222] env[62127]: DEBUG oslo_vmware.api [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 1993.512222] env[62127]: value = "task-1734154" [ 1993.512222] env[62127]: _type = "Task" [ 1993.512222] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1993.519835] env[62127]: DEBUG oslo_vmware.api [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734154, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1993.524470] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1993.895958] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1993.896184] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1993.896377] env[62127]: INFO nova.compute.manager [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Shelving [ 1994.022117] env[62127]: DEBUG oslo_vmware.api [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734154, 'name': PowerOnVM_Task, 'duration_secs': 0.372344} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.022403] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1994.022595] env[62127]: DEBUG nova.compute.manager [None req-8bf187e2-cdc4-4233-aa88-414ba24e8bbe tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 1994.023369] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2c6e859-6d0a-48ad-816c-9f23011ce085 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.403339] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1994.403601] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0732db3a-7662-4bd2-b64e-e06e82f6a59d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.411139] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1994.411139] env[62127]: value = "task-1734155" [ 1994.411139] env[62127]: _type = "Task" [ 1994.411139] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1994.419042] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734155, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1994.585488] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "8f00d0b7-741d-4220-a4d2-97dee2606995" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1994.585907] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1994.586037] env[62127]: INFO nova.compute.manager [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Attaching volume 391b5bd4-6fbe-47b5-871c-f6647f5f44df to /dev/sdb [ 1994.623377] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f821655b-d267-4c38-97e2-92eba969e640 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.630601] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f59069a-1e0f-4a6b-8121-0273ecfb22c0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.643226] env[62127]: DEBUG nova.virt.block_device [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Updating existing volume attachment record: d4bcf530-f7ce-4797-a3af-2dd2c7c58707 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1994.921940] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734155, 'name': PowerOffVM_Task, 'duration_secs': 0.173866} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1994.922188] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1994.922971] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf6831d9-8dcf-4368-8402-8d038f8c7f07 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1994.941668] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1da07ded-7333-4181-ba04-da67610978ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.452497] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1995.452827] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d14e996c-fedc-447d-94ec-08cf55ecb2ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1995.463017] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1995.463017] env[62127]: value = "task-1734157" [ 1995.463017] env[62127]: _type = "Task" [ 1995.463017] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1995.471293] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734157, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1995.973712] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734157, 'name': CreateSnapshot_Task, 'duration_secs': 0.410178} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1995.974081] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1995.974900] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fa981e-29ef-4230-b218-e87d4b525d23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.492821] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1996.493075] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ef702b6a-9131-41a8-829d-b5adbc301e65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1996.503061] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 1996.503061] env[62127]: value = "task-1734158" [ 1996.503061] env[62127]: _type = "Task" [ 1996.503061] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1996.510924] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734158, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.015452] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734158, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1997.514528] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734158, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1998.015263] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734158, 'name': CloneVM_Task, 'duration_secs': 1.369221} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1998.015543] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Created linked-clone VM from snapshot [ 1998.016278] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed345b3d-674d-4fd5-b12f-790ded918d05 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.023149] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Uploading image 0577a2ab-11c8-493e-a343-df747efa237b {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1998.051315] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1998.051315] env[62127]: value = "vm-360773" [ 1998.051315] env[62127]: _type = "VirtualMachine" [ 1998.051315] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1998.051560] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a072eeb3-0521-4126-b5bc-fa3e13978ac3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.058432] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lease: (returnval){ [ 1998.058432] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520b7a86-9433-aae6-7130-f19f72d6231b" [ 1998.058432] env[62127]: _type = "HttpNfcLease" [ 1998.058432] env[62127]: } obtained for exporting VM: (result){ [ 1998.058432] env[62127]: value = "vm-360773" [ 1998.058432] env[62127]: _type = "VirtualMachine" [ 1998.058432] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1998.058755] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the lease: (returnval){ [ 1998.058755] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520b7a86-9433-aae6-7130-f19f72d6231b" [ 1998.058755] env[62127]: _type = "HttpNfcLease" [ 1998.058755] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1998.064584] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1998.064584] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520b7a86-9433-aae6-7130-f19f72d6231b" [ 1998.064584] env[62127]: _type = "HttpNfcLease" [ 1998.064584] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1998.568016] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1998.568016] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520b7a86-9433-aae6-7130-f19f72d6231b" [ 1998.568016] env[62127]: _type = "HttpNfcLease" [ 1998.568016] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1998.568318] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1998.568318] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520b7a86-9433-aae6-7130-f19f72d6231b" [ 1998.568318] env[62127]: _type = "HttpNfcLease" [ 1998.568318] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1998.569009] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4ffdb7-c2a4-417d-abe2-d57aaa7da3ad {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1998.576403] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527368a2-ccd7-00d7-fa22-e65485fbd98f/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1998.576544] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527368a2-ccd7-00d7-fa22-e65485fbd98f/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1998.662077] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-17c04198-0650-49f2-8395-dcce89a99938 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.186522] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1999.188128] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360771', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'name': 'volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f00d0b7-741d-4220-a4d2-97dee2606995', 'attached_at': '', 'detached_at': '', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'serial': '391b5bd4-6fbe-47b5-871c-f6647f5f44df'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1999.188128] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c375c19-d9d0-4ccb-8927-50994f40588e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.204882] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f92fe58-f66f-4bc3-9fef-a727bd5e6642 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.230115] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df/volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1999.230536] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d564ef4-a571-4b6c-84a8-8c6e148f6bc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1999.250099] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 1999.250099] env[62127]: value = "task-1734161" [ 1999.250099] env[62127]: _type = "Task" [ 1999.250099] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1999.258960] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734161, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1999.760842] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734161, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.261335] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734161, 'name': ReconfigVM_Task, 'duration_secs': 0.538725} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2000.261739] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Reconfigured VM instance instance-00000077 to attach disk [datastore1] volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df/volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2000.266729] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e4b3a332-89bf-4bec-b354-b003568b37ab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2000.281867] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2000.281867] env[62127]: value = "task-1734162" [ 2000.281867] env[62127]: _type = "Task" [ 2000.281867] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2000.290349] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734162, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2000.794592] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734162, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.294397] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734162, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2001.793689] env[62127]: DEBUG oslo_vmware.api [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734162, 'name': ReconfigVM_Task, 'duration_secs': 1.208622} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2001.794059] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360771', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'name': 'volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f00d0b7-741d-4220-a4d2-97dee2606995', 'attached_at': '', 'detached_at': '', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'serial': '391b5bd4-6fbe-47b5-871c-f6647f5f44df'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2002.831807] env[62127]: DEBUG nova.objects.instance [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'flavor' on Instance uuid 8f00d0b7-741d-4220-a4d2-97dee2606995 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2003.086575] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "8f00d0b7-741d-4220-a4d2-97dee2606995" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2003.337358] env[62127]: DEBUG oslo_concurrency.lockutils [None req-35a959a8-e9e3-4e54-8eb7-b1274fec893d tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.751s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2003.338286] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.252s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2003.841268] env[62127]: INFO nova.compute.manager [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Detaching volume 391b5bd4-6fbe-47b5-871c-f6647f5f44df [ 2003.872596] env[62127]: INFO nova.virt.block_device [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Attempting to driver detach volume 391b5bd4-6fbe-47b5-871c-f6647f5f44df from mountpoint /dev/sdb [ 2003.872882] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2003.873099] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360771', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'name': 'volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f00d0b7-741d-4220-a4d2-97dee2606995', 'attached_at': '', 'detached_at': '', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'serial': '391b5bd4-6fbe-47b5-871c-f6647f5f44df'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2003.874064] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fbbcb5-eec6-4c80-942f-59b6ccbfd23c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.896102] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd054e0-573b-47b9-a10a-89d45c3ad9e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.903209] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fad617d0-7bf6-4014-af81-5362bba20c08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.924767] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acbf9f2a-f62d-4474-aa83-5f1b247befe8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.941091] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] The volume has not been displaced from its original location: [datastore1] volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df/volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2003.947618] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Reconfiguring VM instance instance-00000077 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2003.947973] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac1d2dd3-40f1-429b-8c17-a22a7554a3b9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2003.967293] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2003.967293] env[62127]: value = "task-1734163" [ 2003.967293] env[62127]: _type = "Task" [ 2003.967293] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2003.975536] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734163, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.052402] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2004.052612] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2004.479288] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734163, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2004.978079] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.052896] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2005.479472] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734163, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.649830] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527368a2-ccd7-00d7-fa22-e65485fbd98f/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2005.650759] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-810382a1-127b-4236-8b97-072bfd9b1026 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.656808] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527368a2-ccd7-00d7-fa22-e65485fbd98f/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2005.656978] env[62127]: ERROR oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527368a2-ccd7-00d7-fa22-e65485fbd98f/disk-0.vmdk due to incomplete transfer. [ 2005.657223] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ab95661d-5269-4d65-ab4e-b06e49336b95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.664377] env[62127]: DEBUG oslo_vmware.rw_handles [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/527368a2-ccd7-00d7-fa22-e65485fbd98f/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2005.664581] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Uploaded image 0577a2ab-11c8-493e-a343-df747efa237b to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2005.666904] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2005.667168] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0a051775-9997-488d-8ea8-d34b3e0de182 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.674585] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2005.674585] env[62127]: value = "task-1734164" [ 2005.674585] env[62127]: _type = "Task" [ 2005.674585] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2005.682915] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734164, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2005.978459] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734163, 'name': ReconfigVM_Task, 'duration_secs': 1.766386} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2005.978884] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Reconfigured VM instance instance-00000077 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2005.983452] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8970f7e1-ac61-4531-a390-301b3c605102 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2005.999386] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2005.999386] env[62127]: value = "task-1734165" [ 2005.999386] env[62127]: _type = "Task" [ 2005.999386] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.007306] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734165, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.052965] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2006.184571] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734164, 'name': Destroy_Task, 'duration_secs': 0.356653} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.184812] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Destroyed the VM [ 2006.185069] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2006.185324] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ce8b52cd-d43c-4ff3-bd30-b4b4a893e20e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2006.191594] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2006.191594] env[62127]: value = "task-1734166" [ 2006.191594] env[62127]: _type = "Task" [ 2006.191594] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2006.198943] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734166, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2006.511341] env[62127]: DEBUG oslo_vmware.api [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734165, 'name': ReconfigVM_Task, 'duration_secs': 0.298107} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.511770] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360771', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'name': 'volume-391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8f00d0b7-741d-4220-a4d2-97dee2606995', 'attached_at': '', 'detached_at': '', 'volume_id': '391b5bd4-6fbe-47b5-871c-f6647f5f44df', 'serial': '391b5bd4-6fbe-47b5-871c-f6647f5f44df'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2006.701598] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734166, 'name': RemoveSnapshot_Task, 'duration_secs': 0.349118} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2006.701849] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2006.702133] env[62127]: DEBUG nova.compute.manager [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2006.702916] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c95cd9-d90f-4255-b511-1553449d57d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.047964] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2007.053513] env[62127]: DEBUG nova.objects.instance [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'flavor' on Instance uuid 8f00d0b7-741d-4220-a4d2-97dee2606995 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2007.214568] env[62127]: INFO nova.compute.manager [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Shelve offloading [ 2007.216244] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2007.216488] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-016194cc-7433-496a-bd03-c78eabb5a105 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.224043] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2007.224043] env[62127]: value = "task-1734167" [ 2007.224043] env[62127]: _type = "Task" [ 2007.224043] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2007.232970] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2007.733898] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2007.735064] env[62127]: DEBUG nova.compute.manager [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2007.735195] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2f2207-cc0e-4a7a-9c90-e2778bb1fdfd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2007.740986] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2007.741207] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2007.741416] env[62127]: DEBUG nova.network.neutron [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2008.052300] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2008.052594] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2008.052594] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2008.060595] env[62127]: DEBUG oslo_concurrency.lockutils [None req-f4b49c33-2f7a-4caf-93ae-f412130d98bf tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.722s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.359344] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "8f00d0b7-741d-4220-a4d2-97dee2606995" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.359593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.359800] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "8f00d0b7-741d-4220-a4d2-97dee2606995-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2008.359980] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2008.360166] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2008.362144] env[62127]: INFO nova.compute.manager [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Terminating instance [ 2008.364094] env[62127]: DEBUG nova.compute.manager [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2008.364294] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2008.365126] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9603d3eb-5605-4d3f-ab5e-fbd33a1d4e44 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.374617] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2008.374837] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e91c8d2-2caa-4195-8c1c-27f309634032 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.381381] env[62127]: DEBUG oslo_vmware.api [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2008.381381] env[62127]: value = "task-1734168" [ 2008.381381] env[62127]: _type = "Task" [ 2008.381381] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.388741] env[62127]: DEBUG oslo_vmware.api [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734168, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2008.464911] env[62127]: DEBUG nova.network.neutron [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2008.556107] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Skipping network cache update for instance because it is being deleted. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9946}} [ 2008.582470] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2008.582934] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2008.582934] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2008.583104] env[62127]: DEBUG nova.objects.instance [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lazy-loading 'info_cache' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2008.890462] env[62127]: DEBUG oslo_vmware.api [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734168, 'name': PowerOffVM_Task, 'duration_secs': 0.215134} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2008.890694] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2008.890832] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2008.891093] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d93f48d-f9e6-4301-9382-ac3880b376b8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.962903] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2008.963166] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2008.963339] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleting the datastore file [datastore1] 8f00d0b7-741d-4220-a4d2-97dee2606995 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2008.963614] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ba03af4-9997-46e2-941b-4d5eabe6f3ef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2008.967211] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2008.970502] env[62127]: DEBUG oslo_vmware.api [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2008.970502] env[62127]: value = "task-1734170" [ 2008.970502] env[62127]: _type = "Task" [ 2008.970502] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2008.977966] env[62127]: DEBUG oslo_vmware.api [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.260157] env[62127]: DEBUG nova.compute.manager [req-f7947a1b-ea3b-4458-bc53-33c4792511f5 req-90af5323-4dba-4eda-9348-be05ee128f9e service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-vif-unplugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2009.260438] env[62127]: DEBUG oslo_concurrency.lockutils [req-f7947a1b-ea3b-4458-bc53-33c4792511f5 req-90af5323-4dba-4eda-9348-be05ee128f9e service nova] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2009.260628] env[62127]: DEBUG oslo_concurrency.lockutils [req-f7947a1b-ea3b-4458-bc53-33c4792511f5 req-90af5323-4dba-4eda-9348-be05ee128f9e service nova] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2009.260784] env[62127]: DEBUG oslo_concurrency.lockutils [req-f7947a1b-ea3b-4458-bc53-33c4792511f5 req-90af5323-4dba-4eda-9348-be05ee128f9e service nova] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2009.260910] env[62127]: DEBUG nova.compute.manager [req-f7947a1b-ea3b-4458-bc53-33c4792511f5 req-90af5323-4dba-4eda-9348-be05ee128f9e service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] No waiting events found dispatching network-vif-unplugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2009.261089] env[62127]: WARNING nova.compute.manager [req-f7947a1b-ea3b-4458-bc53-33c4792511f5 req-90af5323-4dba-4eda-9348-be05ee128f9e service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received unexpected event network-vif-unplugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f for instance with vm_state shelved and task_state shelving_offloading. [ 2009.353910] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2009.354840] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d962d9be-41ee-46c2-9d13-9b83d1482267 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.363926] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2009.364181] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-45623e1c-c68c-43e7-a6a9-0262229f1451 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.440632] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2009.441020] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2009.441305] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleting the datastore file [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2009.441586] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f6753817-f0d1-4c5f-a82b-7e7804d873ae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2009.448111] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2009.448111] env[62127]: value = "task-1734172" [ 2009.448111] env[62127]: _type = "Task" [ 2009.448111] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2009.455886] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2009.479267] env[62127]: DEBUG oslo_vmware.api [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161314} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.479525] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.479751] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.479952] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2009.480168] env[62127]: INFO nova.compute.manager [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2009.480421] env[62127]: DEBUG oslo.service.loopingcall [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2009.480630] env[62127]: DEBUG nova.compute.manager [-] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2009.480726] env[62127]: DEBUG nova.network.neutron [-] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2009.957651] env[62127]: DEBUG oslo_vmware.api [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163209} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2009.957914] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2009.958087] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2009.958268] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2009.981272] env[62127]: INFO nova.scheduler.client.report [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted allocations for instance 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e [ 2010.329191] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [{"id": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "address": "fa:16:3e:6e:93:89", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad77f0b7-5f", "ovs_interfaceid": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.372630] env[62127]: DEBUG nova.network.neutron [-] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2010.486049] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2010.486976] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2010.486976] env[62127]: DEBUG nova.objects.instance [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'resources' on Instance uuid 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2010.831997] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2010.832208] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2010.832430] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2010.875478] env[62127]: INFO nova.compute.manager [-] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Took 1.39 seconds to deallocate network for instance. [ 2010.989530] env[62127]: DEBUG nova.objects.instance [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2011.286331] env[62127]: DEBUG nova.compute.manager [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2011.286577] env[62127]: DEBUG nova.compute.manager [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing instance network info cache due to event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2011.286837] env[62127]: DEBUG oslo_concurrency.lockutils [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2011.286985] env[62127]: DEBUG oslo_concurrency.lockutils [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2011.287166] env[62127]: DEBUG nova.network.neutron [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2011.334826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.381650] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.492053] env[62127]: DEBUG nova.objects.base [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Object Instance<6ed7d29d-cd0c-4828-a1e8-28641e8bad5e> lazy-loaded attributes: resources,numa_topology {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2011.536412] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d689306c-c294-4a71-9f9d-a78fde453969 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.544229] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26df964a-3bb5-46f4-8766-9a17036cc32e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.573949] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-975d0f14-307a-4a8d-aace-64b2ff749242 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.580611] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70de5a24-68cb-48d6-97eb-8a2ef6012e8a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2011.593140] env[62127]: DEBUG nova.compute.provider_tree [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2011.622780] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2011.992677] env[62127]: DEBUG nova.network.neutron [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updated VIF entry in instance network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2011.993048] env[62127]: DEBUG nova.network.neutron [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapb29225f7-10", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2012.096618] env[62127]: DEBUG nova.scheduler.client.report [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2012.495386] env[62127]: DEBUG oslo_concurrency.lockutils [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2012.495722] env[62127]: DEBUG nova.compute.manager [req-897ee609-4537-4a09-87df-48651af56fdf req-a5256e21-3f4d-4ee2-97fb-2f0183920f1a service nova] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Received event network-vif-deleted-4aee879b-2d4d-46aa-8cec-39b3b5641500 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2012.600902] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.603352] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.269s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.603532] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2012.603687] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2012.603984] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.223s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2012.604202] env[62127]: DEBUG nova.objects.instance [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'resources' on Instance uuid 8f00d0b7-741d-4220-a4d2-97dee2606995 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2012.605777] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fb1156-6c1b-4017-b1b2-33ca059706b3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.614343] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35e66bf-3948-47d1-89fa-e701e006c80d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.629543] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1f210ea-582e-4604-b117-38bdd707d710 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.635719] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be5a3bb1-eafc-4c62-9bee-0a2617d49839 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2012.665969] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180834MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2012.666131] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2013.112635] env[62127]: DEBUG oslo_concurrency.lockutils [None req-41545bc0-824b-4096-b756-3aed17b94451 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.216s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2013.113491] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.491s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2013.113671] env[62127]: INFO nova.compute.manager [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Unshelving [ 2013.155372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48fbfc09-eabf-4d63-84eb-11b58881ed89 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.163249] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1adadbc-f99a-43e9-85a2-6dfdf3e345f9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.193535] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b140617-e712-4915-ada1-17bfc31444fa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.200562] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16cfacc0-d6d6-442b-b1a1-507cbeecc2d0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2013.213118] env[62127]: DEBUG nova.compute.provider_tree [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2013.715631] env[62127]: DEBUG nova.scheduler.client.report [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2014.122912] env[62127]: DEBUG nova.compute.utils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2014.220050] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.616s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.222254] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.556s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2014.237123] env[62127]: INFO nova.scheduler.client.report [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted allocations for instance 8f00d0b7-741d-4220-a4d2-97dee2606995 [ 2014.626522] env[62127]: INFO nova.virt.block_device [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Booting with volume 6c239a4a-5b5b-4675-a137-7468fe9c0daa at /dev/sdb [ 2014.661299] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c280e544-d5f5-4b3b-8957-d14172a38007 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.670948] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913759e9-105f-4b9b-8ac4-b7107f0c5961 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.693678] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-97065dba-f69e-4d17-ab95-54907caa70f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.701375] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e66e62e9-2d83-43f1-8e26-080fa55da839 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.727433] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c07dc971-bf91-4243-8dbe-bca2d771dc7f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.734241] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64164d7e-b1c7-46ec-8e1e-9f9579c86eda {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2014.743767] env[62127]: DEBUG oslo_concurrency.lockutils [None req-3be5d8ab-e26b-46a9-b642-5d37b2f10a89 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "8f00d0b7-741d-4220-a4d2-97dee2606995" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.384s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2014.748046] env[62127]: DEBUG nova.virt.block_device [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating existing volume attachment record: 91182926-1102-4c56-a650-68db98af4188 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2015.251160] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance a3154e89-8bcc-4037-be1f-09fc92707c82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2015.754576] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1764}} [ 2015.755041] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2015.755041] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2015.797023] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105bd3ea-dfd4-47fa-853c-eeb859b1f3d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.804184] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6190f6f3-b7dc-4710-81a3-372af61d259d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.833833] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d54d00ca-6a93-440c-93f2-954f431ea7c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.841349] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1762be62-b59c-4568-a2b4-6803c1bb6f0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2015.854561] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2016.319237] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2016.319426] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2016.358323] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2016.821511] env[62127]: DEBUG nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2016.862625] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2016.862777] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.641s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2016.863246] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2016.863390] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2017.343138] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2017.343429] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2017.344919] env[62127]: INFO nova.compute.claims [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2017.371037] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] There are 24 instances to clean {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2017.371160] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8f00d0b7-741d-4220-a4d2-97dee2606995] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2017.874871] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 24cf193f-501e-4a9e-a78f-dd0aa88ead6b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2018.377522] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 47dbc13f-0c51-4115-a79e-cb2dd7962977] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2018.401521] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fcdcc65-bae0-425c-8eba-fa6a59993abe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.409015] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880891ad-f909-4f12-b722-ad104c841197 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.440273] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5b5c74-ccd9-47ff-a250-6bdc475b222f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.447013] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67e7dfc3-6ff7-4b3c-95d3-d5219c9b593e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2018.459903] env[62127]: DEBUG nova.compute.provider_tree [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2018.881236] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: b1f30569-00c4-48f7-a749-b409f76f3f1e] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2018.963062] env[62127]: DEBUG nova.scheduler.client.report [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2019.384324] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: d8d1b7b7-3ec9-4fd5-86a5-ac0de849ce3b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2019.467723] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2019.468254] env[62127]: DEBUG nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2019.887659] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: ab82609a-88bc-4302-9da3-bd2ea3351f89] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2019.973237] env[62127]: DEBUG nova.compute.utils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2019.974578] env[62127]: DEBUG nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2019.974754] env[62127]: DEBUG nova.network.neutron [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2020.020632] env[62127]: DEBUG nova.policy [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af726959c3a459e8d6314fe1c14da94', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4336f8c6396a4c4aa98c0673784e6e30', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 2020.266898] env[62127]: DEBUG nova.network.neutron [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Successfully created port: 9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2020.349565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2020.349565] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2020.349744] env[62127]: DEBUG nova.objects.instance [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'pci_requests' on Instance uuid 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.390833] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f4dbfd25-913f-4104-80dd-7a5d242e2d35] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2020.477811] env[62127]: DEBUG nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2020.854054] env[62127]: DEBUG nova.objects.instance [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'numa_topology' on Instance uuid 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2020.893453] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: d2f175a5-a756-4252-849d-719b63c71e79] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2021.355381] env[62127]: INFO nova.compute.claims [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2021.396979] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 84584cc5-b54a-4dbe-8285-51370222a201] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2021.487262] env[62127]: DEBUG nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2021.518022] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2021.518278] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2021.518437] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2021.518657] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2021.518808] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2021.518957] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2021.519173] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2021.519332] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2021.519496] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2021.519658] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2021.519829] env[62127]: DEBUG nova.virt.hardware [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2021.520717] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32c6112c-011a-4249-bc23-8d5954f52d2f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.528463] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-305ea143-3bcf-4492-8ec2-6c6acb7ad1f4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2021.641368] env[62127]: DEBUG nova.compute.manager [req-2bb4a010-ce47-48c5-b1f9-0596cef4bebf req-627ece4e-7138-413d-a1a5-be41cde4c7b5 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Received event network-vif-plugged-9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2021.641598] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bb4a010-ce47-48c5-b1f9-0596cef4bebf req-627ece4e-7138-413d-a1a5-be41cde4c7b5 service nova] Acquiring lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2021.641807] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bb4a010-ce47-48c5-b1f9-0596cef4bebf req-627ece4e-7138-413d-a1a5-be41cde4c7b5 service nova] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2021.641978] env[62127]: DEBUG oslo_concurrency.lockutils [req-2bb4a010-ce47-48c5-b1f9-0596cef4bebf req-627ece4e-7138-413d-a1a5-be41cde4c7b5 service nova] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2021.642164] env[62127]: DEBUG nova.compute.manager [req-2bb4a010-ce47-48c5-b1f9-0596cef4bebf req-627ece4e-7138-413d-a1a5-be41cde4c7b5 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] No waiting events found dispatching network-vif-plugged-9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2021.642327] env[62127]: WARNING nova.compute.manager [req-2bb4a010-ce47-48c5-b1f9-0596cef4bebf req-627ece4e-7138-413d-a1a5-be41cde4c7b5 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Received unexpected event network-vif-plugged-9120b04f-a3c3-4241-a0ec-5a6db689f0bb for instance with vm_state building and task_state spawning. [ 2021.788080] env[62127]: DEBUG nova.network.neutron [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Successfully updated port: 9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2021.900078] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 0445fdee-1277-4474-9996-723c20726304] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2022.290646] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2022.290849] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2022.291027] env[62127]: DEBUG nova.network.neutron [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2022.402974] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 45a7128d-93e8-4ddd-9acd-aba7d6f11816] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2022.414080] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398969c3-8618-4aad-a5af-20b05802b114 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.421565] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-826f6ae6-534e-439a-9e04-fc15873c3803 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.452144] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1e841b-6575-4bd9-ae51-194f91708293 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.459389] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be497da-ab6f-485b-a177-4c4ea8ed38f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2022.472629] env[62127]: DEBUG nova.compute.provider_tree [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2022.821779] env[62127]: DEBUG nova.network.neutron [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2022.906296] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 389b1b54-2300-48c0-a76e-1ed00db90a08] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2022.974937] env[62127]: DEBUG nova.scheduler.client.report [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2022.980917] env[62127]: DEBUG nova.network.neutron [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updating instance_info_cache with network_info: [{"id": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "address": "fa:16:3e:30:ff:bb", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9120b04f-a3", "ovs_interfaceid": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2023.409912] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: fb4eee55-b706-48d1-a29b-6c20a3bea50a] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2023.479702] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.130s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2023.483719] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2023.483719] env[62127]: DEBUG nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Instance network_info: |[{"id": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "address": "fa:16:3e:30:ff:bb", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9120b04f-a3", "ovs_interfaceid": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2023.483963] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:ff:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '79c2e589-f55b-4843-8d99-2e565be16706', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9120b04f-a3c3-4241-a0ec-5a6db689f0bb', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2023.491865] env[62127]: DEBUG oslo.service.loopingcall [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2023.492183] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2023.492463] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e2bd885-405f-444c-af7b-cd363c489deb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2023.506902] env[62127]: INFO nova.network.neutron [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating port b29225f7-10ce-43d6-9afa-9da2c3180a9f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2023.514631] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2023.514631] env[62127]: value = "task-1734177" [ 2023.514631] env[62127]: _type = "Task" [ 2023.514631] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2023.521716] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734177, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2023.667059] env[62127]: DEBUG nova.compute.manager [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Received event network-changed-9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2023.667201] env[62127]: DEBUG nova.compute.manager [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Refreshing instance network info cache due to event network-changed-9120b04f-a3c3-4241-a0ec-5a6db689f0bb. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2023.667442] env[62127]: DEBUG oslo_concurrency.lockutils [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] Acquiring lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2023.667583] env[62127]: DEBUG oslo_concurrency.lockutils [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] Acquired lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2023.668151] env[62127]: DEBUG nova.network.neutron [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Refreshing network info cache for port 9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2023.913034] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 34f70b9f-4d63-4e8a-9505-13cf689098a7] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2024.024173] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734177, 'name': CreateVM_Task, 'duration_secs': 0.29208} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.024769] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2024.025032] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.025214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.025555] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2024.025807] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6ae41bf-1128-4813-b41e-a1761f25a4a6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.030594] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2024.030594] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e6f5e1-974e-e52f-7578-046f632ade34" [ 2024.030594] env[62127]: _type = "Task" [ 2024.030594] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.037976] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e6f5e1-974e-e52f-7578-046f632ade34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.354159] env[62127]: DEBUG nova.network.neutron [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updated VIF entry in instance network info cache for port 9120b04f-a3c3-4241-a0ec-5a6db689f0bb. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2024.354529] env[62127]: DEBUG nova.network.neutron [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updating instance_info_cache with network_info: [{"id": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "address": "fa:16:3e:30:ff:bb", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9120b04f-a3", "ovs_interfaceid": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2024.416418] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 92ad6edc-39ea-47bb-9f26-c3b4ba0f2c3f] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2024.541100] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e6f5e1-974e-e52f-7578-046f632ade34, 'name': SearchDatastore_Task, 'duration_secs': 0.011124} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2024.541377] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.541606] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2024.541834] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2024.541982] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2024.542177] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2024.542428] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3e5360c2-2a7a-4f2e-ad5e-2aa7000f4546 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.550601] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2024.550774] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2024.551448] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee7e3280-1a66-4873-af59-bcb18525335e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2024.556388] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2024.556388] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52cf5693-d512-0e58-84a3-bf494ed70ca1" [ 2024.556388] env[62127]: _type = "Task" [ 2024.556388] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2024.563244] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf5693-d512-0e58-84a3-bf494ed70ca1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2024.857423] env[62127]: DEBUG oslo_concurrency.lockutils [req-a7fab463-5b40-4d90-b1f1-786cb83d1a41 req-9a0c499a-bcb3-4946-8e93-d2560ffb9574 service nova] Releasing lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2024.920360] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6a990db2-a9e8-4bcc-a9b3-bbe73e20586d] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2025.066807] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52cf5693-d512-0e58-84a3-bf494ed70ca1, 'name': SearchDatastore_Task, 'duration_secs': 0.008841} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.067641] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bac86479-0246-4dd8-9ace-be620ac9274f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.073082] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2025.073082] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]524433c0-dbe0-0bde-7e5b-c5ab127b0e84" [ 2025.073082] env[62127]: _type = "Task" [ 2025.073082] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.080700] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524433c0-dbe0-0bde-7e5b-c5ab127b0e84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.194844] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.194844] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2025.194844] env[62127]: DEBUG nova.network.neutron [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2025.424304] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: a1375712-20e7-4dd3-b3d7-37f33e95da9c] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2025.582837] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]524433c0-dbe0-0bde-7e5b-c5ab127b0e84, 'name': SearchDatastore_Task, 'duration_secs': 0.009626} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2025.583100] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2025.583364] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b046a70f-3c8e-45c3-8c75-240e716b2f0b/b046a70f-3c8e-45c3-8c75-240e716b2f0b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2025.583612] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-69c05a89-1351-448c-9ef6-9877ab06b5de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2025.589820] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2025.589820] env[62127]: value = "task-1734178" [ 2025.589820] env[62127]: _type = "Task" [ 2025.589820] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2025.596609] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734178, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2025.692731] env[62127]: DEBUG nova.compute.manager [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-vif-plugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2025.692731] env[62127]: DEBUG oslo_concurrency.lockutils [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2025.692731] env[62127]: DEBUG oslo_concurrency.lockutils [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2025.693577] env[62127]: DEBUG oslo_concurrency.lockutils [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2025.693577] env[62127]: DEBUG nova.compute.manager [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] No waiting events found dispatching network-vif-plugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2025.693987] env[62127]: WARNING nova.compute.manager [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received unexpected event network-vif-plugged-b29225f7-10ce-43d6-9afa-9da2c3180a9f for instance with vm_state shelved_offloaded and task_state spawning. [ 2025.693987] env[62127]: DEBUG nova.compute.manager [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2025.694255] env[62127]: DEBUG nova.compute.manager [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing instance network info cache due to event network-changed-b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2025.694495] env[62127]: DEBUG oslo_concurrency.lockutils [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2025.916988] env[62127]: DEBUG nova.network.neutron [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2025.928567] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 7abb9a9c-ebe3-413d-a0dc-20c9c63845e9] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2026.100979] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734178, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.419952] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2026.423049] env[62127]: DEBUG oslo_concurrency.lockutils [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2026.423049] env[62127]: DEBUG nova.network.neutron [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Refreshing network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2026.431823] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 7ac59baf-bd6a-4589-a06d-9c0562a61aef] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2026.451547] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2103234c1976e12761f5a688b269c0e0',container_format='bare',created_at=2024-12-11T06:18:55Z,direct_url=,disk_format='vmdk',id=0577a2ab-11c8-493e-a343-df747efa237b,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-921600457-shelved',owner='c7f879c98538456f824ce4691d51b79d',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2024-12-11T06:19:07Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2026.451816] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2026.452012] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2026.452170] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2026.452316] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2026.452464] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2026.452671] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2026.452832] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2026.452999] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2026.453182] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2026.453356] env[62127]: DEBUG nova.virt.hardware [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2026.454574] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d020c797-2e90-43d5-9841-f9b281aa6cc5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.463874] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62228f90-be85-44f8-b558-0771c5e61266 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.478120] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:af:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b29225f7-10ce-43d6-9afa-9da2c3180a9f', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2026.485491] env[62127]: DEBUG oslo.service.loopingcall [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2026.486094] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2026.486340] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ae106b9-f800-4391-921a-f3f3841f5338 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.506280] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2026.506280] env[62127]: value = "task-1734179" [ 2026.506280] env[62127]: _type = "Task" [ 2026.506280] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.513915] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734179, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.601674] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734178, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634876} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2026.601987] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] b046a70f-3c8e-45c3-8c75-240e716b2f0b/b046a70f-3c8e-45c3-8c75-240e716b2f0b.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2026.602222] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2026.602502] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c542714-c8e0-428c-95a4-e3a021368ae9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2026.609249] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2026.609249] env[62127]: value = "task-1734180" [ 2026.609249] env[62127]: _type = "Task" [ 2026.609249] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2026.618446] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734180, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2026.935287] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8a7f4608-4464-474f-98cf-9bd7a596279b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2027.017110] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734179, 'name': CreateVM_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.118303] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734180, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.232344} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.118603] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2027.119483] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae7bcf2-fe49-43cf-9a64-06d861fba98a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.142728] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] b046a70f-3c8e-45c3-8c75-240e716b2f0b/b046a70f-3c8e-45c3-8c75-240e716b2f0b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2027.143773] env[62127]: DEBUG nova.network.neutron [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updated VIF entry in instance network info cache for port b29225f7-10ce-43d6-9afa-9da2c3180a9f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2027.144121] env[62127]: DEBUG nova.network.neutron [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2027.145313] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45eb1d21-d2b6-4342-bb76-89a263bed529 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.160699] env[62127]: DEBUG oslo_concurrency.lockutils [req-322c2687-37a5-4088-acac-46bbd5493596 req-e9c7aa66-8f0e-4d21-95f0-adf69301a4e4 service nova] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2027.167080] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2027.167080] env[62127]: value = "task-1734181" [ 2027.167080] env[62127]: _type = "Task" [ 2027.167080] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.175760] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734181, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.439450] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 1834d8d1-7924-4403-b0d1-12b10f1f8346] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2027.517764] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734179, 'name': CreateVM_Task, 'duration_secs': 0.815697} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2027.517945] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2027.518655] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2027.518906] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2027.519295] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2027.519553] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d622b61-f3cb-420c-b362-92044afc2cf6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2027.523986] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2027.523986] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]526ffb19-d736-e421-1788-7916b1fca2d7" [ 2027.523986] env[62127]: _type = "Task" [ 2027.523986] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2027.531746] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]526ffb19-d736-e421-1788-7916b1fca2d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.677330] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734181, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2027.943491] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 62afca16-d213-42db-bcb3-42e778492f13] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2028.033878] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2028.034153] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Processing image 0577a2ab-11c8-493e-a343-df747efa237b {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2028.034386] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b/0577a2ab-11c8-493e-a343-df747efa237b.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2028.034534] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b/0577a2ab-11c8-493e-a343-df747efa237b.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2028.034712] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2028.034990] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5df3544-e939-413c-a0ab-1ccaf3eb2924 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.042735] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2028.042901] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2028.043593] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b91eb44-32b4-4052-88f4-d8b51a9a153a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.048367] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2028.048367] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52e719bf-5054-fdbe-02b5-cd8b7487f808" [ 2028.048367] env[62127]: _type = "Task" [ 2028.048367] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.055539] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52e719bf-5054-fdbe-02b5-cd8b7487f808, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.177394] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734181, 'name': ReconfigVM_Task, 'duration_secs': 0.552441} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.177663] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] b046a70f-3c8e-45c3-8c75-240e716b2f0b/b046a70f-3c8e-45c3-8c75-240e716b2f0b.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2028.178323] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-05862eb0-b100-4477-84f9-5a31f0755caa {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.184960] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2028.184960] env[62127]: value = "task-1734182" [ 2028.184960] env[62127]: _type = "Task" [ 2028.184960] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.191920] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734182, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.447317] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: f9329450-1926-43e3-9194-66c0db7a9c27] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2028.558145] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Preparing fetch location {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 2028.558390] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Fetch image to [datastore1] OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447/OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447.vmdk {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 2028.558569] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Downloading stream optimized image 0577a2ab-11c8-493e-a343-df747efa237b to [datastore1] OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447/OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447.vmdk on the data store datastore1 as vApp {{(pid=62127) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 2028.558736] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Downloading image file data 0577a2ab-11c8-493e-a343-df747efa237b to the ESX as VM named 'OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447' {{(pid=62127) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 2028.621572] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 2028.621572] env[62127]: value = "resgroup-9" [ 2028.621572] env[62127]: _type = "ResourcePool" [ 2028.621572] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 2028.621836] env[62127]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3010c99b-6c41-4c4b-a61e-29fcdaad1933 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.642382] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lease: (returnval){ [ 2028.642382] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528bc42a-72f9-6252-e722-77e03b4a5b49" [ 2028.642382] env[62127]: _type = "HttpNfcLease" [ 2028.642382] env[62127]: } obtained for vApp import into resource pool (val){ [ 2028.642382] env[62127]: value = "resgroup-9" [ 2028.642382] env[62127]: _type = "ResourcePool" [ 2028.642382] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 2028.642680] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the lease: (returnval){ [ 2028.642680] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528bc42a-72f9-6252-e722-77e03b4a5b49" [ 2028.642680] env[62127]: _type = "HttpNfcLease" [ 2028.642680] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2028.648246] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2028.648246] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528bc42a-72f9-6252-e722-77e03b4a5b49" [ 2028.648246] env[62127]: _type = "HttpNfcLease" [ 2028.648246] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2028.695417] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734182, 'name': Rename_Task, 'duration_secs': 0.132933} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2028.695698] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2028.696056] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a0d0417-79fd-4fff-a9bd-cde9a3bf7a0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2028.703488] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2028.703488] env[62127]: value = "task-1734184" [ 2028.703488] env[62127]: _type = "Task" [ 2028.703488] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2028.710833] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2028.951522] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 9e4f05a9-04e5-421d-8680-9bf8c05b65be] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2029.151779] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2029.151779] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528bc42a-72f9-6252-e722-77e03b4a5b49" [ 2029.151779] env[62127]: _type = "HttpNfcLease" [ 2029.151779] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2029.152096] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2029.152096] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]528bc42a-72f9-6252-e722-77e03b4a5b49" [ 2029.152096] env[62127]: _type = "HttpNfcLease" [ 2029.152096] env[62127]: }. {{(pid=62127) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 2029.152957] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37899fe8-82c0-4db9-9b12-14bac32b2091 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.160399] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236107f-3622-2ac7-db20-d43a237fec9c/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2029.160572] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236107f-3622-2ac7-db20-d43a237fec9c/disk-0.vmdk. {{(pid=62127) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 2029.228206] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-3fe0faea-fd19-4922-a8f0-86986dbd4098 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.229896] env[62127]: DEBUG oslo_vmware.api [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734184, 'name': PowerOnVM_Task, 'duration_secs': 0.431642} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2029.231338] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2029.231556] env[62127]: INFO nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Took 7.74 seconds to spawn the instance on the hypervisor. [ 2029.231742] env[62127]: DEBUG nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2029.232829] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3922b2ce-0b2a-4bc7-80f1-c40d74d4be88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2029.454857] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2029.455110] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances with incomplete migration {{(pid=62127) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2029.754308] env[62127]: INFO nova.compute.manager [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Took 12.43 seconds to build instance. [ 2029.958221] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.255995] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2dbbc6bd-751e-471a-812d-d5dc94e0c809 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.936s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2030.369991] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Completed reading data from the image iterator. {{(pid=62127) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 2030.370409] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236107f-3622-2ac7-db20-d43a237fec9c/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2030.371430] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cffa35b8-36d4-4ce9-825e-774471f48be7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.378962] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236107f-3622-2ac7-db20-d43a237fec9c/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2030.379177] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236107f-3622-2ac7-db20-d43a237fec9c/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 2030.379503] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-5cf7204b-ed25-494e-a82f-47599ad7a31d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.514354] env[62127]: DEBUG nova.compute.manager [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Received event network-changed-9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2030.514354] env[62127]: DEBUG nova.compute.manager [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Refreshing instance network info cache due to event network-changed-9120b04f-a3c3-4241-a0ec-5a6db689f0bb. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2030.514354] env[62127]: DEBUG oslo_concurrency.lockutils [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] Acquiring lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2030.514890] env[62127]: DEBUG oslo_concurrency.lockutils [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] Acquired lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2030.514890] env[62127]: DEBUG nova.network.neutron [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Refreshing network info cache for port 9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2030.577341] env[62127]: DEBUG oslo_vmware.rw_handles [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5236107f-3622-2ac7-db20-d43a237fec9c/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 2030.577580] env[62127]: INFO nova.virt.vmwareapi.images [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Downloaded image file data 0577a2ab-11c8-493e-a343-df747efa237b [ 2030.578509] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a1563dd-de80-43fc-808e-a02f26680267 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.595353] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-033b41be-c948-4243-8159-f3c25389ff2a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.675963] env[62127]: INFO nova.virt.vmwareapi.images [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] The imported VM was unregistered [ 2030.678803] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Caching image {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 2030.679060] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating directory with path [datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2030.679719] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a23aac1-9378-41ff-aaad-6ea5e23a4d58 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.682513] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.682717] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.683280] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2030.691259] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Created directory with path [datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2030.691436] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447/OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447.vmdk to [datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b/0577a2ab-11c8-493e-a343-df747efa237b.vmdk. {{(pid=62127) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 2030.691673] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac7a136c-39c8-4ec9-a5c9-aad5b22522c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2030.698355] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2030.698355] env[62127]: value = "task-1734186" [ 2030.698355] env[62127]: _type = "Task" [ 2030.698355] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2030.706251] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734186, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.101045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2031.101045] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2031.208622] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734186, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.249265] env[62127]: DEBUG nova.network.neutron [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updated VIF entry in instance network info cache for port 9120b04f-a3c3-4241-a0ec-5a6db689f0bb. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2031.249748] env[62127]: DEBUG nova.network.neutron [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updating instance_info_cache with network_info: [{"id": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "address": "fa:16:3e:30:ff:bb", "network": {"id": "c3406e10-743c-46d8-8514-c86a6528310e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1285778374-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.142", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4336f8c6396a4c4aa98c0673784e6e30", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "79c2e589-f55b-4843-8d99-2e565be16706", "external-id": "nsx-vlan-transportzone-858", "segmentation_id": 858, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9120b04f-a3", "ovs_interfaceid": "9120b04f-a3c3-4241-a0ec-5a6db689f0bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2031.603825] env[62127]: INFO nova.compute.manager [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Detaching volume 913ead41-4627-4fb8-8d23-e66f3e7ffc6f [ 2031.637281] env[62127]: INFO nova.virt.block_device [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Attempting to driver detach volume 913ead41-4627-4fb8-8d23-e66f3e7ffc6f from mountpoint /dev/sdb [ 2031.637587] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2031.637875] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360770', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'name': 'volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3154e89-8bcc-4037-be1f-09fc92707c82', 'attached_at': '', 'detached_at': '', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'serial': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2031.638957] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-687d76dd-8278-4e5d-96f2-20bed7dadcb0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.663047] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f187ee54-d702-429b-afec-365a5c4a5974 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.670173] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06a9fe34-5555-4e46-9ba4-d3905b3db551 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.690506] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8284e242-1a0e-4042-9daa-2a4e15679588 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.707292] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] The volume has not been displaced from its original location: [datastore1] volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f/volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2031.712701] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Reconfiguring VM instance instance-00000076 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2031.716059] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-07fc0441-fa01-47fb-8659-5670770da5b2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2031.733920] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734186, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.735387] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2031.735387] env[62127]: value = "task-1734187" [ 2031.735387] env[62127]: _type = "Task" [ 2031.735387] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2031.743387] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734187, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2031.753245] env[62127]: DEBUG oslo_concurrency.lockutils [req-5c1cfbc5-4f29-42ec-8545-40522c1b21fb req-da1ed4f8-a7b0-4d9e-ba3e-11a2e3d8da82 service nova] Releasing lock "refresh_cache-b046a70f-3c8e-45c3-8c75-240e716b2f0b" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2032.218576] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734186, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.244697] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.717416] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734186, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2032.745582] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734187, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.218235] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734186, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.408902} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.218492] env[62127]: INFO nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447/OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447.vmdk to [datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b/0577a2ab-11c8-493e-a343-df747efa237b.vmdk. [ 2033.218677] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Cleaning up location [datastore1] OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 2033.218988] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b994dc0c-a0af-4691-8572-70b7d77e1447 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2033.219138] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3d153a0-42f8-4525-8c5b-1e4b093dd237 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.226354] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2033.226354] env[62127]: value = "task-1734188" [ 2033.226354] env[62127]: _type = "Task" [ 2033.226354] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.233416] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734188, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.244467] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734187, 'name': ReconfigVM_Task, 'duration_secs': 1.157422} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.244711] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Reconfigured VM instance instance-00000076 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2033.249231] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-121c255b-dafc-4be8-a299-037e1f5ca887 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.263292] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2033.263292] env[62127]: value = "task-1734189" [ 2033.263292] env[62127]: _type = "Task" [ 2033.263292] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.270481] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734189, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.736348] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734188, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.03402} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2033.736591] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2033.736759] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b/0577a2ab-11c8-493e-a343-df747efa237b.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2033.737016] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b/0577a2ab-11c8-493e-a343-df747efa237b.vmdk to [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2033.737303] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4718ffbc-d0fd-43c9-bad8-22584ef7faef {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2033.744146] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2033.744146] env[62127]: value = "task-1734190" [ 2033.744146] env[62127]: _type = "Task" [ 2033.744146] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2033.751386] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734190, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2033.771697] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734189, 'name': ReconfigVM_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.253952] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734190, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.272409] env[62127]: DEBUG oslo_vmware.api [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734189, 'name': ReconfigVM_Task, 'duration_secs': 0.901702} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2034.272715] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360770', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'name': 'volume-913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'a3154e89-8bcc-4037-be1f-09fc92707c82', 'attached_at': '', 'detached_at': '', 'volume_id': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f', 'serial': '913ead41-4627-4fb8-8d23-e66f3e7ffc6f'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2034.755174] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734190, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2034.815437] env[62127]: DEBUG nova.objects.instance [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2035.257120] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734190, 'name': CopyVirtualDisk_Task} progress is 54%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.756987] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734190, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2035.823815] env[62127]: DEBUG oslo_concurrency.lockutils [None req-dce39b50-cc42-49cf-adf6-01fac146a514 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.723s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2036.257788] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734190, 'name': CopyVirtualDisk_Task} progress is 97%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.342520] env[62127]: DEBUG oslo_concurrency.lockutils [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2036.342785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2036.342975] env[62127]: DEBUG nova.compute.manager [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2036.343888] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb7cd98-2def-48db-a3b3-e1c8ee31b213 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.350420] env[62127]: DEBUG nova.compute.manager [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=62127) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3369}} [ 2036.350959] env[62127]: DEBUG nova.objects.instance [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2036.758305] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734190, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.549052} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2036.758624] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/0577a2ab-11c8-493e-a343-df747efa237b/0577a2ab-11c8-493e-a343-df747efa237b.vmdk to [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2036.759349] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19fb7287-6fef-4ca0-8f9c-bf68b7f5eae5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.781556] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2036.781834] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9202536-91ee-41dc-bd4c-492709baa7af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.801478] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2036.801478] env[62127]: value = "task-1734191" [ 2036.801478] env[62127]: _type = "Task" [ 2036.801478] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.809285] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2036.856447] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2036.856714] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-528b0925-4309-46e9-85aa-188626235c64 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2036.863955] env[62127]: DEBUG oslo_vmware.api [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2036.863955] env[62127]: value = "task-1734192" [ 2036.863955] env[62127]: _type = "Task" [ 2036.863955] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2036.871966] env[62127]: DEBUG oslo_vmware.api [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734192, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.310887] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734191, 'name': ReconfigVM_Task, 'duration_secs': 0.453702} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.311267] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e/6ed7d29d-cd0c-4828-a1e8-28641e8bad5e.vmdk or device None with type streamOptimized {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.312216] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'device_type': 'disk', 'device_name': '/dev/sda', 'size': 0, 'encrypted': False, 'guest_format': None, 'disk_bus': None, 'boot_index': 0, 'encryption_format': None, 'encryption_options': None, 'encryption_secret_uuid': None, 'image_id': '062e7cce-7543-4464-9c3f-bb903ea5c3f3'}], 'ephemerals': [], 'block_device_mapping': [{'delete_on_termination': False, 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360775', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'name': 'volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6ed7d29d-cd0c-4828-a1e8-28641e8bad5e', 'attached_at': '', 'detached_at': '', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'serial': '6c239a4a-5b5b-4675-a137-7468fe9c0daa'}, 'guest_format': None, 'disk_bus': None, 'boot_index': None, 'mount_device': '/dev/sdb', 'attachment_id': '91182926-1102-4c56-a650-68db98af4188', 'volume_type': None}], 'swap': None} {{(pid=62127) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 2037.312417] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2037.312602] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360775', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'name': 'volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6ed7d29d-cd0c-4828-a1e8-28641e8bad5e', 'attached_at': '', 'detached_at': '', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'serial': '6c239a4a-5b5b-4675-a137-7468fe9c0daa'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2037.313345] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20da2f63-1c41-463c-9745-51e7989cbd70 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.329130] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428302de-ad58-4a4f-b8ee-13f33b0c4dac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.352247] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfiguring VM instance instance-00000078 to attach disk [datastore1] volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa/volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2037.352499] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65b04cca-1d96-4651-a34b-badfb335bcc8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.372447] env[62127]: DEBUG oslo_vmware.api [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734192, 'name': PowerOffVM_Task, 'duration_secs': 0.228196} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.373580] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2037.373765] env[62127]: DEBUG nova.compute.manager [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2037.374074] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2037.374074] env[62127]: value = "task-1734193" [ 2037.374074] env[62127]: _type = "Task" [ 2037.374074] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.374776] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cf0cc2-d183-455c-a876-916042025c03 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.387519] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2037.887049] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734193, 'name': ReconfigVM_Task, 'duration_secs': 0.308555} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2037.887293] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfigured VM instance instance-00000078 to attach disk [datastore1] volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa/volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2037.893866] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfe30623-82d3-4c29-83e3-1c4b9ec84436 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2037.904094] env[62127]: DEBUG oslo_concurrency.lockutils [None req-30ac5886-0a0e-40df-944f-9df802ccf787 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.561s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2037.911596] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2037.911596] env[62127]: value = "task-1734194" [ 2037.911596] env[62127]: _type = "Task" [ 2037.911596] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2037.919176] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734194, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.420580] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734194, 'name': ReconfigVM_Task, 'duration_secs': 0.379582} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.420952] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360775', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'name': 'volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6ed7d29d-cd0c-4828-a1e8-28641e8bad5e', 'attached_at': '', 'detached_at': '', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'serial': '6c239a4a-5b5b-4675-a137-7468fe9c0daa'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2038.421412] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-83e2ebb4-2d2e-4b26-8f18-8b9f42303e21 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.428585] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2038.428585] env[62127]: value = "task-1734195" [ 2038.428585] env[62127]: _type = "Task" [ 2038.428585] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.436064] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734195, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2038.717550] env[62127]: DEBUG nova.objects.instance [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2038.938352] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734195, 'name': Rename_Task, 'duration_secs': 0.160181} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2038.938615] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2038.938859] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23b8fd41-81e2-43ab-94cf-727964efa31c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2038.945504] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2038.945504] env[62127]: value = "task-1734196" [ 2038.945504] env[62127]: _type = "Task" [ 2038.945504] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2038.953949] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734196, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2039.223370] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2039.223612] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2039.223715] env[62127]: DEBUG nova.network.neutron [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2039.223891] env[62127]: DEBUG nova.objects.instance [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'info_cache' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2039.455805] env[62127]: DEBUG oslo_vmware.api [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734196, 'name': PowerOnVM_Task, 'duration_secs': 0.454127} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2039.456191] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2039.551219] env[62127]: DEBUG nova.compute.manager [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2039.552192] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e4392b-c372-4659-8755-fa1c0b878cb6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2039.728650] env[62127]: DEBUG nova.objects.base [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2040.069496] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2f6fdf59-d32f-4bc7-be52-3c902515afc0 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 26.955s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2040.439512] env[62127]: DEBUG nova.network.neutron [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [{"id": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "address": "fa:16:3e:6e:93:89", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.132", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad77f0b7-5f", "ovs_interfaceid": "ad77f0b7-5f34-4047-b308-1a9e0acb37f8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2040.942385] env[62127]: DEBUG oslo_concurrency.lockutils [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "refresh_cache-a3154e89-8bcc-4037-be1f-09fc92707c82" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2041.446691] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2041.447027] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2eeb86a1-aacf-42c7-b72e-9489efd8a413 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2041.454851] env[62127]: DEBUG oslo_vmware.api [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2041.454851] env[62127]: value = "task-1734197" [ 2041.454851] env[62127]: _type = "Task" [ 2041.454851] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2041.462513] env[62127]: DEBUG oslo_vmware.api [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734197, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2041.966770] env[62127]: DEBUG oslo_vmware.api [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734197, 'name': PowerOnVM_Task, 'duration_secs': 0.39803} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2041.967250] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2041.967471] env[62127]: DEBUG nova.compute.manager [None req-1b154ae0-44f2-4590-9710-9efe31b3889c tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2041.968653] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d8fa9b-162c-44e3-9710-0595f9c542b5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2065.053073] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.052426] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2066.052626] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2067.052665] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2068.048350] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.047400] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2069.047678] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2069.051917] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2069.051917] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2069.550863] env[62127]: DEBUG nova.compute.utils [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2069.581661] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2069.581809] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2069.581955] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2070.054016] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2070.795432] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [{"id": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "address": "fa:16:3e:2d:af:fc", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb29225f7-10", "ovs_interfaceid": "b29225f7-10ce-43d6-9afa-9da2c3180a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2071.113071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.113435] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.113578] env[62127]: INFO nova.compute.manager [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Attaching volume 2cf9979c-0a3b-451c-93d7-09401708193d to /dev/sdb [ 2071.143085] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14eae239-a663-4d7d-99a0-3f11a1795a93 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.150437] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3af02be-1bdb-486d-b8f9-541c6eea0ba3 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.163938] env[62127]: DEBUG nova.virt.block_device [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updating existing volume attachment record: 60ee4592-6e00-448a-ac50-1ba2abfa30d8 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2071.297628] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2071.297852] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2071.298098] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2071.801625] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.801876] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2071.802025] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2071.802189] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2071.803087] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab143b2c-94df-453a-86a2-65aca75db3d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.811086] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904500f-63e7-4ce9-8115-4ffe1f92667e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.825756] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-628c3fe3-cd69-4f1e-8402-63df11384af0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.831641] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-229e1082-9304-4684-ad6b-355d02ed2361 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2071.859268] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181113MB free_disk=173GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2071.859402] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2071.859592] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2072.976921] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance a3154e89-8bcc-4037-be1f-09fc92707c82 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2072.977217] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2072.977217] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance b046a70f-3c8e-45c3-8c75-240e716b2f0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2072.977390] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2072.977531] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2073.021012] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffd587-2214-421e-b150-fa236a3e5340 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.028206] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1c86d3-1f48-49db-a860-10b24a9f2638 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.058607] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddb42b8-d279-4e8d-bf7c-a8e5ad13085a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.065656] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ae337e-1f2a-470e-b21e-6bdac28d2900 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.079032] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2073.597518] env[62127]: ERROR nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [req-c008a745-eaf8-4426-be56-f43812618eb9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID f9fde961-56b4-459e-8343-d29cfefd8d40. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c008a745-eaf8-4426-be56-f43812618eb9"}]} [ 2073.613211] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2073.624660] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2073.624829] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2073.633686] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2073.649143] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2073.687965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b64c7ced-538d-4044-842f-303651a5fa93 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.695015] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.695301] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.695536] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "a3154e89-8bcc-4037-be1f-09fc92707c82-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2073.695731] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2073.695902] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2073.698182] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f00ec87-d9a5-4c4b-a1bf-e1fac7ffba65 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.701344] env[62127]: INFO nova.compute.manager [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Terminating instance [ 2073.703454] env[62127]: DEBUG nova.compute.manager [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2073.703871] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2073.704357] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8211a87c-236b-42e9-be14-d87f945560ce {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.733555] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-468a00fb-7691-44bf-ad95-3adeb69652d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.737922] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2073.738529] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-291b5bac-71bf-4aef-a00d-4e1107651ac9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.742814] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3139a3f-1514-4fe4-a107-fa9f98912dea {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2073.747360] env[62127]: DEBUG oslo_vmware.api [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2073.747360] env[62127]: value = "task-1734200" [ 2073.747360] env[62127]: _type = "Task" [ 2073.747360] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2073.758023] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2073.764038] env[62127]: DEBUG oslo_vmware.api [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734200, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.257110] env[62127]: DEBUG oslo_vmware.api [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734200, 'name': PowerOffVM_Task, 'duration_secs': 0.185108} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.257508] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2074.257608] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2074.257789] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3054c3f2-6a2c-4ac1-9ca4-c8203603f30c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.286970] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 192 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2074.287214] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 192 to 193 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2074.287367] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 173, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2074.331725] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2074.331967] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2074.332197] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Deleting the datastore file [datastore1] a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2074.332522] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97d262dd-6de9-4d19-993f-7d3fe6d074ba {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2074.339694] env[62127]: DEBUG oslo_vmware.api [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2074.339694] env[62127]: value = "task-1734202" [ 2074.339694] env[62127]: _type = "Task" [ 2074.339694] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2074.347990] env[62127]: DEBUG oslo_vmware.api [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734202, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2074.791921] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2074.792155] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.933s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2074.849513] env[62127]: DEBUG oslo_vmware.api [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734202, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142065} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2074.849768] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2074.849950] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2074.850151] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2074.850337] env[62127]: INFO nova.compute.manager [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Took 1.15 seconds to destroy the instance on the hypervisor. [ 2074.850579] env[62127]: DEBUG oslo.service.loopingcall [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2074.850774] env[62127]: DEBUG nova.compute.manager [-] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2074.850871] env[62127]: DEBUG nova.network.neutron [-] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2075.277647] env[62127]: DEBUG nova.compute.manager [req-37aaf5cf-1a99-488d-80c5-9d49f122c7af req-788bcdd4-4612-478d-8a2e-5d67c06fb9e9 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Received event network-vif-deleted-ad77f0b7-5f34-4047-b308-1a9e0acb37f8 {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2075.277894] env[62127]: INFO nova.compute.manager [req-37aaf5cf-1a99-488d-80c5-9d49f122c7af req-788bcdd4-4612-478d-8a2e-5d67c06fb9e9 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Neutron deleted interface ad77f0b7-5f34-4047-b308-1a9e0acb37f8; detaching it from the instance and deleting it from the info cache [ 2075.278028] env[62127]: DEBUG nova.network.neutron [req-37aaf5cf-1a99-488d-80c5-9d49f122c7af req-788bcdd4-4612-478d-8a2e-5d67c06fb9e9 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.546719] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2075.706883] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2075.707145] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360779', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'name': 'volume-2cf9979c-0a3b-451c-93d7-09401708193d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b046a70f-3c8e-45c3-8c75-240e716b2f0b', 'attached_at': '', 'detached_at': '', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'serial': '2cf9979c-0a3b-451c-93d7-09401708193d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2075.708014] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da15e48a-59dd-45e0-a943-b7557158d7be {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.724016] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f7b2222-b9c6-4de9-82bc-f0fa9d651251 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.750984] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] volume-2cf9979c-0a3b-451c-93d7-09401708193d/volume-2cf9979c-0a3b-451c-93d7-09401708193d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2075.751281] env[62127]: DEBUG nova.network.neutron [-] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2075.752364] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fbd7b6e-4b1f-4839-bcf8-63e82274784e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.771511] env[62127]: DEBUG oslo_vmware.api [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2075.771511] env[62127]: value = "task-1734203" [ 2075.771511] env[62127]: _type = "Task" [ 2075.771511] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2075.780180] env[62127]: DEBUG oslo_vmware.api [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2075.780729] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-947e9f8a-ea00-4934-b8f7-4fbfb0eed444 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.789164] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a16f7d30-0103-44f1-a7a3-57d78a6cb1d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2075.815750] env[62127]: DEBUG nova.compute.manager [req-37aaf5cf-1a99-488d-80c5-9d49f122c7af req-788bcdd4-4612-478d-8a2e-5d67c06fb9e9 service nova] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Detach interface failed, port_id=ad77f0b7-5f34-4047-b308-1a9e0acb37f8, reason: Instance a3154e89-8bcc-4037-be1f-09fc92707c82 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2076.052565] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2076.267057] env[62127]: INFO nova.compute.manager [-] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Took 1.42 seconds to deallocate network for instance. [ 2076.281318] env[62127]: DEBUG oslo_vmware.api [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734203, 'name': ReconfigVM_Task, 'duration_secs': 0.335786} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.281660] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Reconfigured VM instance instance-00000079 to attach disk [datastore1] volume-2cf9979c-0a3b-451c-93d7-09401708193d/volume-2cf9979c-0a3b-451c-93d7-09401708193d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2076.286473] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e256de-2832-4181-be40-d6cea213c3ae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2076.301994] env[62127]: DEBUG oslo_vmware.api [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2076.301994] env[62127]: value = "task-1734204" [ 2076.301994] env[62127]: _type = "Task" [ 2076.301994] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2076.311045] env[62127]: DEBUG oslo_vmware.api [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734204, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2076.773268] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2076.773507] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2076.773727] env[62127]: DEBUG nova.objects.instance [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'resources' on Instance uuid a3154e89-8bcc-4037-be1f-09fc92707c82 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2076.812978] env[62127]: DEBUG oslo_vmware.api [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734204, 'name': ReconfigVM_Task, 'duration_secs': 0.196926} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2076.813470] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360779', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'name': 'volume-2cf9979c-0a3b-451c-93d7-09401708193d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b046a70f-3c8e-45c3-8c75-240e716b2f0b', 'attached_at': '', 'detached_at': '', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'serial': '2cf9979c-0a3b-451c-93d7-09401708193d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2077.327785] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264f782f-27bf-491d-a0b2-db9ba1ce47d1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.335351] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1db06a6-a55f-4abc-8cf3-518b9570b0c5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.369427] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2eb66-da5e-423c-ad40-37f1a9a30a2b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.376963] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db398bf-d931-4691-9de5-12f1a8de6176 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2077.390569] env[62127]: DEBUG nova.compute.provider_tree [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2077.873633] env[62127]: DEBUG nova.objects.instance [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'flavor' on Instance uuid b046a70f-3c8e-45c3-8c75-240e716b2f0b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2077.919707] env[62127]: DEBUG nova.scheduler.client.report [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Updated inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with generation 193 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:971}} [ 2077.919984] env[62127]: DEBUG nova.compute.provider_tree [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Updating resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 generation from 193 to 194 during operation: update_inventory {{(pid=62127) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 2077.920191] env[62127]: DEBUG nova.compute.provider_tree [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2078.330974] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.331376] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.377731] env[62127]: DEBUG oslo_concurrency.lockutils [None req-fa8f2ec2-e9ac-49d4-8da2-4e4876e4328e tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.264s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.425964] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.652s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.447572] env[62127]: INFO nova.scheduler.client.report [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Deleted allocations for instance a3154e89-8bcc-4037-be1f-09fc92707c82 [ 2078.532340] env[62127]: DEBUG oslo_concurrency.lockutils [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2078.532601] env[62127]: DEBUG oslo_concurrency.lockutils [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2078.834532] env[62127]: INFO nova.compute.manager [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Detaching volume 6c239a4a-5b5b-4675-a137-7468fe9c0daa [ 2078.865388] env[62127]: INFO nova.virt.block_device [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Attempting to driver detach volume 6c239a4a-5b5b-4675-a137-7468fe9c0daa from mountpoint /dev/sdb [ 2078.865632] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2078.865819] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360775', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'name': 'volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6ed7d29d-cd0c-4828-a1e8-28641e8bad5e', 'attached_at': '', 'detached_at': '', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'serial': '6c239a4a-5b5b-4675-a137-7468fe9c0daa'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2078.866806] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee63578-9fb8-4a26-9d7f-134996c76c41 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.889535] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79df4664-54e7-4687-ab65-b3e1edecae08 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.896655] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418d1bcf-7606-4824-a9f3-3a5e6fd7d63b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.916215] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d9689d7-b643-4d6d-915a-50c1f51f108f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.930985] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] The volume has not been displaced from its original location: [datastore1] volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa/volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2078.936318] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfiguring VM instance instance-00000078 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2078.936647] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a95cd89-985a-4969-b658-b433868e1ab2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2078.955505] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2078.955505] env[62127]: value = "task-1734205" [ 2078.955505] env[62127]: _type = "Task" [ 2078.955505] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2078.955932] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d10fa68a-a361-4e13-98cb-c6774b212382 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "a3154e89-8bcc-4037-be1f-09fc92707c82" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.261s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2078.964879] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.035705] env[62127]: INFO nova.compute.manager [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Detaching volume 2cf9979c-0a3b-451c-93d7-09401708193d [ 2079.048228] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.066595] env[62127]: INFO nova.virt.block_device [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Attempting to driver detach volume 2cf9979c-0a3b-451c-93d7-09401708193d from mountpoint /dev/sdb [ 2079.066845] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2079.067040] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360779', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'name': 'volume-2cf9979c-0a3b-451c-93d7-09401708193d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b046a70f-3c8e-45c3-8c75-240e716b2f0b', 'attached_at': '', 'detached_at': '', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'serial': '2cf9979c-0a3b-451c-93d7-09401708193d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2079.067904] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ba43a-5adf-40c4-9f91-3011e4986588 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.092637] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb8d5da9-033a-4e5e-b6ec-b76d1169c369 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.099511] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033b51c5-99a6-41ac-948a-f2e6ddfbd259 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.119600] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268e766-687f-4372-8bbf-35752b2e1775 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.134427] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] The volume has not been displaced from its original location: [datastore1] volume-2cf9979c-0a3b-451c-93d7-09401708193d/volume-2cf9979c-0a3b-451c-93d7-09401708193d.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2079.139618] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Reconfiguring VM instance instance-00000079 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2079.139909] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7d8c55a-14f6-4d76-88c8-569f5642131a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.157319] env[62127]: DEBUG oslo_vmware.api [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2079.157319] env[62127]: value = "task-1734206" [ 2079.157319] env[62127]: _type = "Task" [ 2079.157319] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.164949] env[62127]: DEBUG oslo_vmware.api [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734206, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.466824] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734205, 'name': ReconfigVM_Task, 'duration_secs': 0.268444} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.467194] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Reconfigured VM instance instance-00000078 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2079.471774] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecd22c43-3bc3-419c-9bf5-f70983f7216f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.487808] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2079.487808] env[62127]: value = "task-1734207" [ 2079.487808] env[62127]: _type = "Task" [ 2079.487808] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.495673] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734207, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.553556] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2079.666774] env[62127]: DEBUG oslo_vmware.api [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734206, 'name': ReconfigVM_Task, 'duration_secs': 0.210682} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2079.667073] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Reconfigured VM instance instance-00000079 to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2079.671618] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e265fbe-833f-47d2-92cb-576e2d26f33c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2079.687530] env[62127]: DEBUG oslo_vmware.api [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2079.687530] env[62127]: value = "task-1734208" [ 2079.687530] env[62127]: _type = "Task" [ 2079.687530] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2079.696681] env[62127]: DEBUG oslo_vmware.api [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734208, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2079.998048] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.197358] env[62127]: DEBUG oslo_vmware.api [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734208, 'name': ReconfigVM_Task, 'duration_secs': 0.141293} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.197886] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360779', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'name': 'volume-2cf9979c-0a3b-451c-93d7-09401708193d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': 'b046a70f-3c8e-45c3-8c75-240e716b2f0b', 'attached_at': '', 'detached_at': '', 'volume_id': '2cf9979c-0a3b-451c-93d7-09401708193d', 'serial': '2cf9979c-0a3b-451c-93d7-09401708193d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2080.500832] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734207, 'name': ReconfigVM_Task} progress is 99%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2080.573111] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2080.573309] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2080.741779] env[62127]: DEBUG nova.objects.instance [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'flavor' on Instance uuid b046a70f-3c8e-45c3-8c75-240e716b2f0b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2080.998296] env[62127]: DEBUG oslo_vmware.api [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734207, 'name': ReconfigVM_Task, 'duration_secs': 1.134933} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2080.998571] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360775', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'name': 'volume-6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'attached', 'instance': '6ed7d29d-cd0c-4828-a1e8-28641e8bad5e', 'attached_at': '', 'detached_at': '', 'volume_id': '6c239a4a-5b5b-4675-a137-7468fe9c0daa', 'serial': '6c239a4a-5b5b-4675-a137-7468fe9c0daa'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2081.075849] env[62127]: DEBUG nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2081.538089] env[62127]: DEBUG nova.objects.instance [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'flavor' on Instance uuid 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2081.598360] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2081.598615] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2081.600122] env[62127]: INFO nova.compute.claims [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2081.748461] env[62127]: DEBUG oslo_concurrency.lockutils [None req-236f1aad-4001-4cc6-b471-9979ed1af856 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.216s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.544699] env[62127]: DEBUG oslo_concurrency.lockutils [None req-a274a214-2ac4-468c-8ec8-587859657d16 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.213s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.657822] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-258bde2a-75ab-44dc-969f-b23440c9859d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.666917] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76713f3b-6e7a-46ef-950b-375832f42252 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.696686] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4871f74f-85ab-4999-aef4-66581983a5d5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.703805] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc83fc2-95bd-4ad6-b969-68ab404e013d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.717072] env[62127]: DEBUG nova.compute.provider_tree [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2082.765339] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.765612] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.765828] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2082.766032] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2082.766256] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2082.768352] env[62127]: INFO nova.compute.manager [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Terminating instance [ 2082.770043] env[62127]: DEBUG nova.compute.manager [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2082.770239] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2082.771056] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c4bddd6-6fbe-4504-b132-078868617b8c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.778761] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2082.778972] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b4ee9e1-68a2-467f-8ea3-17cf182ba22c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2082.785675] env[62127]: DEBUG oslo_vmware.api [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2082.785675] env[62127]: value = "task-1734209" [ 2082.785675] env[62127]: _type = "Task" [ 2082.785675] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2082.793631] env[62127]: DEBUG oslo_vmware.api [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.220198] env[62127]: DEBUG nova.scheduler.client.report [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2083.297627] env[62127]: DEBUG oslo_vmware.api [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734209, 'name': PowerOffVM_Task, 'duration_secs': 0.159337} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.297897] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2083.298132] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2083.298408] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12f20d04-3406-40d5-8d25-0130d0f863c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.374782] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2083.375042] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2083.375258] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleting the datastore file [datastore1] b046a70f-3c8e-45c3-8c75-240e716b2f0b {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2083.375551] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9e92e8f9-3153-4318-ab7f-1ee3482ed71d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.383177] env[62127]: DEBUG oslo_vmware.api [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for the task: (returnval){ [ 2083.383177] env[62127]: value = "task-1734211" [ 2083.383177] env[62127]: _type = "Task" [ 2083.383177] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.391319] env[62127]: DEBUG oslo_vmware.api [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.626826] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.627221] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.627353] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2083.627477] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2083.627650] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.629848] env[62127]: INFO nova.compute.manager [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Terminating instance [ 2083.631547] env[62127]: DEBUG nova.compute.manager [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2083.631742] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2083.632563] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503fed73-0db5-4fc1-8dff-35730bed2880 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.639995] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2083.640227] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acb4d8d9-864b-4806-993e-aa424f02d5a9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2083.647287] env[62127]: DEBUG oslo_vmware.api [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2083.647287] env[62127]: value = "task-1734212" [ 2083.647287] env[62127]: _type = "Task" [ 2083.647287] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2083.655265] env[62127]: DEBUG oslo_vmware.api [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2083.728446] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.130s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2083.728994] env[62127]: DEBUG nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2083.893553] env[62127]: DEBUG oslo_vmware.api [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Task: {'id': task-1734211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132027} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2083.893789] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2083.893925] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2083.894121] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2083.894306] env[62127]: INFO nova.compute.manager [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 2083.894546] env[62127]: DEBUG oslo.service.loopingcall [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2083.894735] env[62127]: DEBUG nova.compute.manager [-] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2083.894828] env[62127]: DEBUG nova.network.neutron [-] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2084.158769] env[62127]: DEBUG oslo_vmware.api [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734212, 'name': PowerOffVM_Task, 'duration_secs': 0.216439} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.159087] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2084.159268] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2084.159528] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-320c1c47-d819-43a6-b0eb-3da86f706e9a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.234070] env[62127]: DEBUG nova.compute.utils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2084.237538] env[62127]: DEBUG nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2084.237832] env[62127]: DEBUG nova.network.neutron [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2084.240547] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2084.240842] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2084.241129] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleting the datastore file [datastore1] 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2084.241792] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-751db6dc-20f2-4022-a08d-38fd1c03969c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.251606] env[62127]: DEBUG oslo_vmware.api [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2084.251606] env[62127]: value = "task-1734214" [ 2084.251606] env[62127]: _type = "Task" [ 2084.251606] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2084.263201] env[62127]: DEBUG oslo_vmware.api [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2084.296901] env[62127]: DEBUG nova.policy [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0f2c87393d6447af849b1033a922a055', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2afef39b37a14944bb2ee14bebbacc97', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 2084.326671] env[62127]: DEBUG nova.compute.manager [req-48a6c9bc-b498-45f1-bc44-2094c57e9ffe req-db587a2a-b13f-4496-a0aa-a0f9d91b6324 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Received event network-vif-deleted-9120b04f-a3c3-4241-a0ec-5a6db689f0bb {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2084.328307] env[62127]: INFO nova.compute.manager [req-48a6c9bc-b498-45f1-bc44-2094c57e9ffe req-db587a2a-b13f-4496-a0aa-a0f9d91b6324 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Neutron deleted interface 9120b04f-a3c3-4241-a0ec-5a6db689f0bb; detaching it from the instance and deleting it from the info cache [ 2084.328307] env[62127]: DEBUG nova.network.neutron [req-48a6c9bc-b498-45f1-bc44-2094c57e9ffe req-db587a2a-b13f-4496-a0aa-a0f9d91b6324 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.655371] env[62127]: DEBUG nova.network.neutron [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Successfully created port: a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2084.743260] env[62127]: DEBUG nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2084.761530] env[62127]: DEBUG oslo_vmware.api [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141265} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2084.761788] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2084.761958] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2084.762148] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2084.762361] env[62127]: INFO nova.compute.manager [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 2084.762607] env[62127]: DEBUG oslo.service.loopingcall [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2084.762808] env[62127]: DEBUG nova.compute.manager [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2084.763389] env[62127]: DEBUG nova.network.neutron [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2084.806666] env[62127]: DEBUG nova.network.neutron [-] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2084.829665] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e6735d5a-4774-4b60-a171-b5b3c4d33944 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.838965] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19693d74-d027-4a8c-9950-6322480177bc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2084.865219] env[62127]: DEBUG nova.compute.manager [req-48a6c9bc-b498-45f1-bc44-2094c57e9ffe req-db587a2a-b13f-4496-a0aa-a0f9d91b6324 service nova] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Detach interface failed, port_id=9120b04f-a3c3-4241-a0ec-5a6db689f0bb, reason: Instance b046a70f-3c8e-45c3-8c75-240e716b2f0b could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2085.310338] env[62127]: INFO nova.compute.manager [-] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Took 1.41 seconds to deallocate network for instance. [ 2085.681044] env[62127]: DEBUG nova.network.neutron [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2085.754095] env[62127]: DEBUG nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2085.782208] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2085.782501] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2085.782710] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2085.782909] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2085.783073] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2085.783234] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2085.783527] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2085.783708] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2085.783879] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2085.784134] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2085.784346] env[62127]: DEBUG nova.virt.hardware [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2085.785223] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c653e97d-1264-45ad-856a-fd16b2f9ccc0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.793528] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8ed0681-0d2b-419f-b952-4ab4cae66cf5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2085.815606] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2085.815726] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2085.815894] env[62127]: DEBUG nova.objects.instance [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lazy-loading 'resources' on Instance uuid b046a70f-3c8e-45c3-8c75-240e716b2f0b {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2086.047211] env[62127]: DEBUG nova.compute.manager [req-edd17988-2a14-4a69-b66a-88863ac2e31e req-484bfda3-3a80-4e94-8382-468e1e42cfbf service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Received event network-vif-plugged-a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2086.047924] env[62127]: DEBUG oslo_concurrency.lockutils [req-edd17988-2a14-4a69-b66a-88863ac2e31e req-484bfda3-3a80-4e94-8382-468e1e42cfbf service nova] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.048423] env[62127]: DEBUG oslo_concurrency.lockutils [req-edd17988-2a14-4a69-b66a-88863ac2e31e req-484bfda3-3a80-4e94-8382-468e1e42cfbf service nova] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2086.048864] env[62127]: DEBUG oslo_concurrency.lockutils [req-edd17988-2a14-4a69-b66a-88863ac2e31e req-484bfda3-3a80-4e94-8382-468e1e42cfbf service nova] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2086.049311] env[62127]: DEBUG nova.compute.manager [req-edd17988-2a14-4a69-b66a-88863ac2e31e req-484bfda3-3a80-4e94-8382-468e1e42cfbf service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] No waiting events found dispatching network-vif-plugged-a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2086.049765] env[62127]: WARNING nova.compute.manager [req-edd17988-2a14-4a69-b66a-88863ac2e31e req-484bfda3-3a80-4e94-8382-468e1e42cfbf service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Received unexpected event network-vif-plugged-a600968f-5fa3-4a8a-bb3e-602821e0ca7b for instance with vm_state building and task_state spawning. [ 2086.136451] env[62127]: DEBUG nova.network.neutron [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Successfully updated port: a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2086.183692] env[62127]: INFO nova.compute.manager [-] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Took 1.42 seconds to deallocate network for instance. [ 2086.353870] env[62127]: DEBUG nova.compute.manager [req-412b7e3f-8c42-4603-a15e-bc0103c9ac36 req-95889f85-e936-4ed2-ba50-fe42b62a53a3 service nova] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Received event network-vif-deleted-b29225f7-10ce-43d6-9afa-9da2c3180a9f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2086.384304] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67805af-4fbe-4c5f-b6d1-0b884ad8cd02 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.393597] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e08c0b54-9bd1-408a-8983-b031642fc6c9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.446138] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26cb929c-4474-46a6-b751-a4c3b7d520fc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.455148] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e921cea2-4b39-4ce9-9777-c596a0c36736 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2086.470057] env[62127]: DEBUG nova.compute.provider_tree [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2086.638862] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2086.639069] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2086.639257] env[62127]: DEBUG nova.network.neutron [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2086.691883] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2086.972619] env[62127]: DEBUG nova.scheduler.client.report [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2087.171898] env[62127]: DEBUG nova.network.neutron [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2087.306751] env[62127]: DEBUG nova.network.neutron [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating instance_info_cache with network_info: [{"id": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "address": "fa:16:3e:21:22:95", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600968f-5f", "ovs_interfaceid": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2087.477652] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.662s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2087.480087] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.788s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2087.480328] env[62127]: DEBUG nova.objects.instance [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'resources' on Instance uuid 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2087.500635] env[62127]: INFO nova.scheduler.client.report [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Deleted allocations for instance b046a70f-3c8e-45c3-8c75-240e716b2f0b [ 2087.812702] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2087.813047] env[62127]: DEBUG nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Instance network_info: |[{"id": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "address": "fa:16:3e:21:22:95", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600968f-5f", "ovs_interfaceid": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2087.813471] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:22:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9630cae2-7dd9-42b7-8b53-91ab254af243', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a600968f-5fa3-4a8a-bb3e-602821e0ca7b', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2087.823430] env[62127]: DEBUG oslo.service.loopingcall [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2087.824027] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2087.824295] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-22a774bd-1bd0-4d44-abd7-7829176ff71d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2087.848490] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2087.848490] env[62127]: value = "task-1734215" [ 2087.848490] env[62127]: _type = "Task" [ 2087.848490] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2087.856020] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734215, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.007825] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6fbbb9d7-ff35-4533-962c-4b0ccf685393 tempest-AttachVolumeNegativeTest-1729436753 tempest-AttachVolumeNegativeTest-1729436753-project-member] Lock "b046a70f-3c8e-45c3-8c75-240e716b2f0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.242s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2088.021867] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958bbf5e-62ee-4188-b860-e4b75783471e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.030201] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e0365a-1cb8-4e03-86ca-4b00bc5a8450 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.060297] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84eaa4fb-e254-4f30-b6a8-7d03221697cf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.067380] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-836d220f-19ef-4d40-b7a2-8bb90bfb9ad6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.075099] env[62127]: DEBUG nova.compute.manager [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Received event network-changed-a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2088.075309] env[62127]: DEBUG nova.compute.manager [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Refreshing instance network info cache due to event network-changed-a600968f-5fa3-4a8a-bb3e-602821e0ca7b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2088.075538] env[62127]: DEBUG oslo_concurrency.lockutils [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] Acquiring lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.075721] env[62127]: DEBUG oslo_concurrency.lockutils [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] Acquired lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.075915] env[62127]: DEBUG nova.network.neutron [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Refreshing network info cache for port a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2088.086196] env[62127]: DEBUG nova.compute.provider_tree [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2088.307518] env[62127]: DEBUG nova.network.neutron [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updated VIF entry in instance network info cache for port a600968f-5fa3-4a8a-bb3e-602821e0ca7b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2088.307893] env[62127]: DEBUG nova.network.neutron [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating instance_info_cache with network_info: [{"id": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "address": "fa:16:3e:21:22:95", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600968f-5f", "ovs_interfaceid": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2088.360028] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734215, 'name': CreateVM_Task, 'duration_secs': 0.420163} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.360203] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2088.360890] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.361069] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.361421] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2088.361679] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9543fab-604a-44a1-8b3b-15ce044d6514 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.365874] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2088.365874] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52fbec1d-7545-2445-0f10-943cfa202b74" [ 2088.365874] env[62127]: _type = "Task" [ 2088.365874] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.373546] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fbec1d-7545-2445-0f10-943cfa202b74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2088.591669] env[62127]: DEBUG nova.scheduler.client.report [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2088.810389] env[62127]: DEBUG oslo_concurrency.lockutils [req-985d7aee-4541-4f6a-bf11-2131474317dc req-dbe1be61-808d-4e99-8460-908d18b09378 service nova] Releasing lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.875727] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52fbec1d-7545-2445-0f10-943cfa202b74, 'name': SearchDatastore_Task, 'duration_secs': 0.010459} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2088.876074] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2088.876247] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2088.876491] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2088.876641] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2088.876818] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2088.877074] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84335ff1-b217-4fdb-b929-c3435ffcd1d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.884739] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2088.884906] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2088.885570] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0e5635e-1e44-4f5f-b243-84226e8af599 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2088.890190] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2088.890190] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]521e058c-e1c0-e669-8261-88a2c83a8186" [ 2088.890190] env[62127]: _type = "Task" [ 2088.890190] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2088.897312] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521e058c-e1c0-e669-8261-88a2c83a8186, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.096871] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.617s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.117844] env[62127]: INFO nova.scheduler.client.report [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted allocations for instance 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e [ 2089.401331] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]521e058c-e1c0-e669-8261-88a2c83a8186, 'name': SearchDatastore_Task, 'duration_secs': 0.00781} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.402150] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc767725-8a3d-4871-a014-6ef93df2372b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.407068] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2089.407068] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52232436-60d3-63f6-75ac-6bdc7361e772" [ 2089.407068] env[62127]: _type = "Task" [ 2089.407068] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.414818] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52232436-60d3-63f6-75ac-6bdc7361e772, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2089.625673] env[62127]: DEBUG oslo_concurrency.lockutils [None req-8a71c370-8661-4f3f-ad46-e7d7f73be989 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "6ed7d29d-cd0c-4828-a1e8-28641e8bad5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.998s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2089.918488] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52232436-60d3-63f6-75ac-6bdc7361e772, 'name': SearchDatastore_Task, 'duration_secs': 0.00941} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2089.918845] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2089.919168] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8ede26bd-1aa4-4faa-88f3-ed82601b3b99/8ede26bd-1aa4-4faa-88f3-ed82601b3b99.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2089.919459] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa870c57-7228-4c50-88dc-d0b2c214204b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2089.926081] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2089.926081] env[62127]: value = "task-1734217" [ 2089.926081] env[62127]: _type = "Task" [ 2089.926081] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2089.933315] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.437097] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734217, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2090.938254] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.770385} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2090.938579] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 8ede26bd-1aa4-4faa-88f3-ed82601b3b99/8ede26bd-1aa4-4faa-88f3-ed82601b3b99.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2090.938700] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2090.938948] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3cf0c065-60aa-4fef-9fc4-6be9660a06b1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2090.946596] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2090.946596] env[62127]: value = "task-1734218" [ 2090.946596] env[62127]: _type = "Task" [ 2090.946596] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2090.954410] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.455922] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067411} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2091.456256] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2091.457045] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993b46cd-06a2-44ae-a5fe-4d8152285839 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.484968] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 8ede26bd-1aa4-4faa-88f3-ed82601b3b99/8ede26bd-1aa4-4faa-88f3-ed82601b3b99.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2091.485269] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-959ba6d4-803b-4d5e-98da-95989591c340 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2091.504544] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2091.504544] env[62127]: value = "task-1734220" [ 2091.504544] env[62127]: _type = "Task" [ 2091.504544] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2091.512648] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2091.706593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2091.706821] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.014616] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734220, 'name': ReconfigVM_Task, 'duration_secs': 0.301878} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.015022] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 8ede26bd-1aa4-4faa-88f3-ed82601b3b99/8ede26bd-1aa4-4faa-88f3-ed82601b3b99.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2092.015497] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a4f157e8-bdc3-4154-8425-8bf78ad2e764 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.021920] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2092.021920] env[62127]: value = "task-1734221" [ 2092.021920] env[62127]: _type = "Task" [ 2092.021920] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.029774] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734221, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.209970] env[62127]: DEBUG nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Starting instance... {{(pid=62127) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2433}} [ 2092.533041] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734221, 'name': Rename_Task, 'duration_secs': 0.143403} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2092.533041] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2092.533041] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2a01836-cbf5-47d5-8feb-e1c89bcdfcac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2092.539107] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2092.539107] env[62127]: value = "task-1734222" [ 2092.539107] env[62127]: _type = "Task" [ 2092.539107] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2092.546096] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734222, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2092.733416] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2092.733680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2092.735187] env[62127]: INFO nova.compute.claims [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2093.048834] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734222, 'name': PowerOnVM_Task} progress is 66%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.549673] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734222, 'name': PowerOnVM_Task} progress is 78%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2093.780372] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb25a781-99ee-4a68-9430-ae081438a3d8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.788855] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c734ad0-d9f1-42bd-9305-a66bcbade0dc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.817880] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98532ad7-d84d-41c3-8587-01b72a688eab {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.824596] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72711b32-d9ab-4dd7-ab16-e6a75a5e493b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2093.837192] env[62127]: DEBUG nova.compute.provider_tree [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2094.050122] env[62127]: DEBUG oslo_vmware.api [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734222, 'name': PowerOnVM_Task, 'duration_secs': 1.170929} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2094.050520] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2094.050571] env[62127]: INFO nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Took 8.30 seconds to spawn the instance on the hypervisor. [ 2094.050741] env[62127]: DEBUG nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2094.051499] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e622170e-515c-429b-ad28-46110ae631dd {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2094.340413] env[62127]: DEBUG nova.scheduler.client.report [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2094.567365] env[62127]: INFO nova.compute.manager [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Took 12.99 seconds to build instance. [ 2094.846672] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.113s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2094.847271] env[62127]: DEBUG nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Start building networks asynchronously for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2830}} [ 2095.069459] env[62127]: DEBUG oslo_concurrency.lockutils [None req-6c53ace3-9e1a-43cb-93cf-9700769edfb0 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.496s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2095.167373] env[62127]: DEBUG nova.compute.manager [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Received event network-changed-a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2095.167595] env[62127]: DEBUG nova.compute.manager [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Refreshing instance network info cache due to event network-changed-a600968f-5fa3-4a8a-bb3e-602821e0ca7b. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2095.167816] env[62127]: DEBUG oslo_concurrency.lockutils [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] Acquiring lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2095.167963] env[62127]: DEBUG oslo_concurrency.lockutils [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] Acquired lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2095.168187] env[62127]: DEBUG nova.network.neutron [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Refreshing network info cache for port a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2095.351961] env[62127]: DEBUG nova.compute.utils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2095.353454] env[62127]: DEBUG nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Allocating IP information in the background. {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1982}} [ 2095.353636] env[62127]: DEBUG nova.network.neutron [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] allocate_for_instance() {{(pid=62127) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 2095.398918] env[62127]: DEBUG nova.policy [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '569bf0cfc5b14216a4c999abe008b432', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7f879c98538456f824ce4691d51b79d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=62127) authorize /opt/stack/nova/nova/policy.py:201}} [ 2095.857161] env[62127]: DEBUG nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Start building block device mappings for instance. {{(pid=62127) _build_resources /opt/stack/nova/nova/compute/manager.py:2865}} [ 2095.861118] env[62127]: DEBUG nova.network.neutron [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Successfully created port: ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 2095.916254] env[62127]: DEBUG nova.network.neutron [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updated VIF entry in instance network info cache for port a600968f-5fa3-4a8a-bb3e-602821e0ca7b. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2095.916616] env[62127]: DEBUG nova.network.neutron [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating instance_info_cache with network_info: [{"id": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "address": "fa:16:3e:21:22:95", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600968f-5f", "ovs_interfaceid": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2096.420041] env[62127]: DEBUG oslo_concurrency.lockutils [req-a8b6ef42-d262-46ef-a1a0-24b3d15b2898 req-eae42563-7495-4198-9dc6-c3e87944c336 service nova] Releasing lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2096.870136] env[62127]: DEBUG nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Start spawning the instance on the hypervisor. {{(pid=62127) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2639}} [ 2096.899106] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2024-12-11T05:52:38Z,direct_url=,disk_format='vmdk',id=062e7cce-7543-4464-9c3f-bb903ea5c3f3,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='dc5d81e6d84f442e94af220c3eec18fc',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2024-12-11T05:52:39Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2096.899479] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2096.899656] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2096.899857] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2096.900020] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2096.900207] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2096.900488] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2096.900755] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2096.900956] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2096.901163] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2096.901347] env[62127]: DEBUG nova.virt.hardware [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2096.902250] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3e41f6-d45e-479a-9ceb-8552ae228acc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2096.910354] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c24c9c0-ae50-401d-8025-579531448eeb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2097.236938] env[62127]: DEBUG nova.compute.manager [req-d8345162-59b6-4c06-8b5c-2488def24fa7 req-24ad64f1-634b-4d20-938f-3c481f0d801e service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received event network-vif-plugged-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2097.237209] env[62127]: DEBUG oslo_concurrency.lockutils [req-d8345162-59b6-4c06-8b5c-2488def24fa7 req-24ad64f1-634b-4d20-938f-3c481f0d801e service nova] Acquiring lock "46368dbf-bd1e-4616-963c-7c5ec12e29df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2097.237426] env[62127]: DEBUG oslo_concurrency.lockutils [req-d8345162-59b6-4c06-8b5c-2488def24fa7 req-24ad64f1-634b-4d20-938f-3c481f0d801e service nova] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2097.237625] env[62127]: DEBUG oslo_concurrency.lockutils [req-d8345162-59b6-4c06-8b5c-2488def24fa7 req-24ad64f1-634b-4d20-938f-3c481f0d801e service nova] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2097.237759] env[62127]: DEBUG nova.compute.manager [req-d8345162-59b6-4c06-8b5c-2488def24fa7 req-24ad64f1-634b-4d20-938f-3c481f0d801e service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] No waiting events found dispatching network-vif-plugged-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2097.237921] env[62127]: WARNING nova.compute.manager [req-d8345162-59b6-4c06-8b5c-2488def24fa7 req-24ad64f1-634b-4d20-938f-3c481f0d801e service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received unexpected event network-vif-plugged-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f for instance with vm_state building and task_state spawning. [ 2097.322171] env[62127]: DEBUG nova.network.neutron [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Successfully updated port: ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 2097.829887] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2097.829887] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2097.829887] env[62127]: DEBUG nova.network.neutron [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2098.363731] env[62127]: DEBUG nova.network.neutron [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Instance cache missing network info. {{(pid=62127) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 2098.511404] env[62127]: DEBUG nova.network.neutron [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating instance_info_cache with network_info: [{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8184d9-fe", "ovs_interfaceid": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2099.014467] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2099.014977] env[62127]: DEBUG nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Instance network_info: |[{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8184d9-fe", "ovs_interfaceid": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=62127) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1997}} [ 2099.015233] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:4c:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '37333dc2-982e-45e9-9dda-0c18417d7fa6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f', 'vif_model': 'vmxnet3'}] {{(pid=62127) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 2099.022845] env[62127]: DEBUG oslo.service.loopingcall [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2099.023061] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Creating VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 2099.024997] env[62127]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf6dc183-4291-4fac-a62c-e788fd5bcbda {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.045208] env[62127]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 2099.045208] env[62127]: value = "task-1734224" [ 2099.045208] env[62127]: _type = "Task" [ 2099.045208] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.052723] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734224, 'name': CreateVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.268374] env[62127]: DEBUG nova.compute.manager [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2099.268563] env[62127]: DEBUG nova.compute.manager [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing instance network info cache due to event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2099.268775] env[62127]: DEBUG oslo_concurrency.lockutils [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] Acquiring lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.268915] env[62127]: DEBUG oslo_concurrency.lockutils [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] Acquired lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.269244] env[62127]: DEBUG nova.network.neutron [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2099.554326] env[62127]: DEBUG oslo_vmware.api [-] Task: {'id': task-1734224, 'name': CreateVM_Task, 'duration_secs': 0.383623} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2099.554487] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Created VM on the ESX host {{(pid=62127) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 2099.555101] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2099.555269] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2099.555593] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:321}} [ 2099.555833] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f984e211-2471-4b78-86a9-344440821a86 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2099.560317] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2099.560317] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]520020cc-97b5-a4a6-9341-80a239cdfcba" [ 2099.560317] env[62127]: _type = "Task" [ 2099.560317] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2099.567823] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520020cc-97b5-a4a6-9341-80a239cdfcba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2099.959558] env[62127]: DEBUG nova.network.neutron [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updated VIF entry in instance network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2099.959918] env[62127]: DEBUG nova.network.neutron [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating instance_info_cache with network_info: [{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8184d9-fe", "ovs_interfaceid": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2100.070157] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]520020cc-97b5-a4a6-9341-80a239cdfcba, 'name': SearchDatastore_Task, 'duration_secs': 0.011273} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.070523] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.070689] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Processing image 062e7cce-7543-4464-9c3f-bb903ea5c3f3 {{(pid=62127) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 2100.070913] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2100.071074] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2100.071258] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 2100.071509] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-198e58e9-4554-4830-a350-8befef938bb8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.079935] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=62127) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 2100.080081] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=62127) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 2100.080740] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59ef0ec9-327b-40df-9a88-7a6006f28d4f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.085490] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2100.085490] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52bddafb-ba9a-5873-14b7-afca6c1a0e65" [ 2100.085490] env[62127]: _type = "Task" [ 2100.085490] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.092453] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bddafb-ba9a-5873-14b7-afca6c1a0e65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2100.463071] env[62127]: DEBUG oslo_concurrency.lockutils [req-c8791b2e-36bd-4da2-8a53-172938950f5d req-e1626fcb-11dd-4c38-b29c-147d08adba3f service nova] Releasing lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2100.595351] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52bddafb-ba9a-5873-14b7-afca6c1a0e65, 'name': SearchDatastore_Task, 'duration_secs': 0.008365} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2100.596104] env[62127]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92b0a2d8-bb36-40f6-9cd7-dd38116bd0c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2100.601488] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2100.601488] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52b07c92-8902-d73d-45e1-373f42bf8055" [ 2100.601488] env[62127]: _type = "Task" [ 2100.601488] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2100.608555] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b07c92-8902-d73d-45e1-373f42bf8055, 'name': SearchDatastore_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.111376] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': session[5260478b-1c87-a0ad-0294-967a78c11786]52b07c92-8902-d73d-45e1-373f42bf8055, 'name': SearchDatastore_Task, 'duration_secs': 0.008848} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2101.111751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "[datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2101.111847] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 46368dbf-bd1e-4616-963c-7c5ec12e29df/46368dbf-bd1e-4616-963c-7c5ec12e29df.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 2101.112109] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-eb756809-de4a-4125-a39c-ee691399e741 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2101.118925] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2101.118925] env[62127]: value = "task-1734225" [ 2101.118925] env[62127]: _type = "Task" [ 2101.118925] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2101.126111] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734225, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2101.629215] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734225, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.130801] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734225, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780519} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.131221] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/062e7cce-7543-4464-9c3f-bb903ea5c3f3/062e7cce-7543-4464-9c3f-bb903ea5c3f3.vmdk to [datastore1] 46368dbf-bd1e-4616-963c-7c5ec12e29df/46368dbf-bd1e-4616-963c-7c5ec12e29df.vmdk {{(pid=62127) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 2102.131305] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Extending root virtual disk to 1048576 {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 2102.131546] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-042fad99-4a20-4721-bfeb-a54124e4bcae {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.142640] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2102.142640] env[62127]: value = "task-1734226" [ 2102.142640] env[62127]: _type = "Task" [ 2102.142640] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.151576] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734226, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2102.652586] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734226, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067688} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2102.652839] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Extended root virtual disk {{(pid=62127) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 2102.653590] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023097ce-11e0-49e2-b89d-97a88c574495 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.674615] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 46368dbf-bd1e-4616-963c-7c5ec12e29df/46368dbf-bd1e-4616-963c-7c5ec12e29df.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2102.674842] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1fba6b9-6160-4204-a28a-24ab57a399a1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2102.694398] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2102.694398] env[62127]: value = "task-1734227" [ 2102.694398] env[62127]: _type = "Task" [ 2102.694398] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2102.703378] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734227, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.205260] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734227, 'name': ReconfigVM_Task, 'duration_secs': 0.28953} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2103.205678] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 46368dbf-bd1e-4616-963c-7c5ec12e29df/46368dbf-bd1e-4616-963c-7c5ec12e29df.vmdk or device None with type sparse {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2103.206107] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a15eb78b-f2ff-4ae2-856f-128f109b89b5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2103.212993] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2103.212993] env[62127]: value = "task-1734228" [ 2103.212993] env[62127]: _type = "Task" [ 2103.212993] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2103.220065] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734228, 'name': Rename_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2103.723565] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734228, 'name': Rename_Task} progress is 14%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.224073] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734228, 'name': Rename_Task, 'duration_secs': 0.86469} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.224449] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Powering on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 2104.224587] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a3ae474-b668-42ac-a2fa-f504a0976e98 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2104.230415] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2104.230415] env[62127]: value = "task-1734229" [ 2104.230415] env[62127]: _type = "Task" [ 2104.230415] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2104.237376] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2104.740832] env[62127]: DEBUG oslo_vmware.api [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734229, 'name': PowerOnVM_Task, 'duration_secs': 0.416773} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2104.741094] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Powered on the VM {{(pid=62127) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 2104.741299] env[62127]: INFO nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Took 7.87 seconds to spawn the instance on the hypervisor. [ 2104.741481] env[62127]: DEBUG nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2104.742422] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6457f907-9981-4e43-b859-8b5e400fb714 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2105.261390] env[62127]: INFO nova.compute.manager [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Took 12.54 seconds to build instance. [ 2105.763650] env[62127]: DEBUG oslo_concurrency.lockutils [None req-d3ec3e23-f2c8-45f4-8cb1-b693b3c7985b tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.057s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2106.199903] env[62127]: DEBUG nova.compute.manager [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2106.200407] env[62127]: DEBUG nova.compute.manager [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing instance network info cache due to event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2106.200670] env[62127]: DEBUG oslo_concurrency.lockutils [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] Acquiring lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2106.200890] env[62127]: DEBUG oslo_concurrency.lockutils [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] Acquired lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2106.201143] env[62127]: DEBUG nova.network.neutron [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2106.918429] env[62127]: DEBUG nova.network.neutron [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updated VIF entry in instance network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2106.918842] env[62127]: DEBUG nova.network.neutron [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating instance_info_cache with network_info: [{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8184d9-fe", "ovs_interfaceid": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2107.422351] env[62127]: DEBUG oslo_concurrency.lockutils [req-3ede0dad-fe61-436f-89fc-912e47c2af4d req-cac2c095-279e-4475-8bd5-80ff581ee02b service nova] Releasing lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2125.053428] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.048642] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.052356] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2128.052511] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2129.052920] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2129.053313] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2129.053313] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2129.631109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2129.631273] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquired lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2129.631419] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Forcefully refreshing network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2061}} [ 2129.631568] env[62127]: DEBUG nova.objects.instance [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lazy-loading 'info_cache' on Instance uuid 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2131.351369] env[62127]: DEBUG nova.network.neutron [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating instance_info_cache with network_info: [{"id": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "address": "fa:16:3e:21:22:95", "network": {"id": "68a82797-0c9a-4318-addb-2218fb12cafd", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-315773147-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.148", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2afef39b37a14944bb2ee14bebbacc97", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9630cae2-7dd9-42b7-8b53-91ab254af243", "external-id": "nsx-vlan-transportzone-900", "segmentation_id": 900, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa600968f-5f", "ovs_interfaceid": "a600968f-5fa3-4a8a-bb3e-602821e0ca7b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2131.853732] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Releasing lock "refresh_cache-8ede26bd-1aa4-4faa-88f3-ed82601b3b99" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2131.853961] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updated the network info_cache for instance {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10000}} [ 2131.854200] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.053083] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.053083] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2133.556063] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.556543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.556543] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2133.556693] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2133.557562] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab12b60-c1b9-4dce-a67e-bffa35c0ddb4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.565950] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef118edf-aa83-4ef0-846e-1378afd2c9ec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.579484] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49f25635-0125-434a-9703-399a64799abc {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.585713] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b882285a-2762-43e9-9bd3-1128a830b648 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2133.614036] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181227MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2133.614229] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.614491] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2133.729297] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2133.729524] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2134.232688] env[62127]: DEBUG nova.compute.utils [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2134.639223] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2134.639372] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Instance 46368dbf-bd1e-4616-963c-7c5ec12e29df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=62127) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1707}} [ 2134.639544] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2134.639683] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2134.673627] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cebaeb7-ef09-4995-b64e-173d5bd0cabb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.681378] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec28819-07e7-4449-86fc-4b19bd11606c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.716554] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e6183a8-d455-44a2-9701-e5dbaeb2af2d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.723870] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d54482b-bc26-4852-99ab-abe3152eefff {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2134.737115] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2134.737787] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2135.241102] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2135.746835] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2135.747081] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.133s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2135.794530] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2135.794818] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2135.795098] env[62127]: INFO nova.compute.manager [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Attaching volume 68a37b17-b600-4d45-9733-275a2bd389f9 to /dev/sdb [ 2135.826044] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42f55c23-30ca-4fd2-b129-0a22fc8e70e9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.833174] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49577f2e-57a1-42e0-a6db-b5b0e74fc722 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2135.846384] env[62127]: DEBUG nova.virt.block_device [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating existing volume attachment record: 59fd23fb-738f-4523-bcee-a23cf9f8f61d {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2139.746452] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2140.052526] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2140.388226] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2140.388475] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360782', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'name': 'volume-68a37b17-b600-4d45-9733-275a2bd389f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'serial': '68a37b17-b600-4d45-9733-275a2bd389f9'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2140.389381] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82584a4b-6c02-4919-9c8c-f674b92626e1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.405484] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659cdf3f-5ca8-4528-b2d4-ceef8f6d20d2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.430155] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-68a37b17-b600-4d45-9733-275a2bd389f9/volume-68a37b17-b600-4d45-9733-275a2bd389f9.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2140.430389] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2610905-3c5d-4220-920c-a95b087a649d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.451051] env[62127]: DEBUG oslo_vmware.api [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2140.451051] env[62127]: value = "task-1734232" [ 2140.451051] env[62127]: _type = "Task" [ 2140.451051] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.457644] env[62127]: DEBUG oslo_vmware.api [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2140.960195] env[62127]: DEBUG oslo_vmware.api [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734232, 'name': ReconfigVM_Task, 'duration_secs': 0.382514} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2140.960585] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-68a37b17-b600-4d45-9733-275a2bd389f9/volume-68a37b17-b600-4d45-9733-275a2bd389f9.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2140.965071] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cdc392bf-685b-4cac-8e07-456e5902ffdf {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2140.979467] env[62127]: DEBUG oslo_vmware.api [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2140.979467] env[62127]: value = "task-1734233" [ 2140.979467] env[62127]: _type = "Task" [ 2140.979467] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2140.987188] env[62127]: DEBUG oslo_vmware.api [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734233, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2141.489697] env[62127]: DEBUG oslo_vmware.api [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734233, 'name': ReconfigVM_Task, 'duration_secs': 0.135144} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2141.490088] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360782', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'name': 'volume-68a37b17-b600-4d45-9733-275a2bd389f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'serial': '68a37b17-b600-4d45-9733-275a2bd389f9'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2142.528863] env[62127]: DEBUG nova.objects.instance [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2143.038109] env[62127]: DEBUG oslo_concurrency.lockutils [None req-67866055-e4e2-40e7-930c-275bc1f0c1b2 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.243s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2143.619072] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.619072] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2143.619072] env[62127]: INFO nova.compute.manager [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Shelving [ 2143.825968] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2143.826267] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2144.126690] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2144.126948] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9acbce4c-4b73-4782-8470-5efdd12a27a0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.134817] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2144.134817] env[62127]: value = "task-1734234" [ 2144.134817] env[62127]: _type = "Task" [ 2144.134817] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2144.143081] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2144.329597] env[62127]: DEBUG nova.compute.utils [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Using /dev/sd instead of None {{(pid=62127) get_next_device_name /opt/stack/nova/nova/compute/utils.py:238}} [ 2144.644341] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734234, 'name': PowerOffVM_Task, 'duration_secs': 0.17069} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2144.644699] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2144.645355] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7d24930-a2f5-4fb3-b782-b15f9f14f1d4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.662846] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f1a5acf-6943-4800-b5ca-f4d5971d6194 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2144.832622] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2145.172762] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Creating Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 2145.173088] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3101630e-a79d-44dd-8362-79ee60b530c2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.181522] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2145.181522] env[62127]: value = "task-1734235" [ 2145.181522] env[62127]: _type = "Task" [ 2145.181522] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2145.192362] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734235, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2145.690750] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734235, 'name': CreateSnapshot_Task, 'duration_secs': 0.43084} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2145.691068] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Created Snapshot of the VM instance {{(pid=62127) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 2145.691718] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f388c79-e24b-4c26-a488-587bea1a15c1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.893234] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2145.893504] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2145.893742] env[62127]: INFO nova.compute.manager [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Attaching volume ae8e5153-eaed-47f8-9344-71f7b7b8133d to /dev/sdc [ 2145.923695] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2838c38d-9330-47a5-b932-e7580f3b089d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.930340] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-749386b9-883a-49ec-847d-6b3314b431eb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2145.943846] env[62127]: DEBUG nova.virt.block_device [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating existing volume attachment record: 33945d09-7e0e-47d9-9cae-6799634777d2 {{(pid=62127) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 2146.208918] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Creating linked-clone VM from snapshot {{(pid=62127) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 2146.209282] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b416a8c-04cf-4d1f-9111-cc0799212e23 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2146.218276] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2146.218276] env[62127]: value = "task-1734237" [ 2146.218276] env[62127]: _type = "Task" [ 2146.218276] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2146.226285] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734237, 'name': CloneVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2146.734504] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734237, 'name': CloneVM_Task} progress is 94%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.233063] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734237, 'name': CloneVM_Task} progress is 95%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2147.730944] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734237, 'name': CloneVM_Task, 'duration_secs': 1.162208} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2147.731293] env[62127]: INFO nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Created linked-clone VM from snapshot [ 2147.732127] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b2f067-c3b2-45e0-a363-262c7ab4342f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.739893] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Uploading image 883f7c8a-8e1d-48b1-9536-e506616ae2ce {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 2147.767564] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 2147.767564] env[62127]: value = "vm-360785" [ 2147.767564] env[62127]: _type = "VirtualMachine" [ 2147.767564] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 2147.767864] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-209bb265-6d8b-42af-8105-f7fdf3ddeec7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2147.773995] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lease: (returnval){ [ 2147.773995] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52007309-1780-c703-6a57-452237ce2bcb" [ 2147.773995] env[62127]: _type = "HttpNfcLease" [ 2147.773995] env[62127]: } obtained for exporting VM: (result){ [ 2147.773995] env[62127]: value = "vm-360785" [ 2147.773995] env[62127]: _type = "VirtualMachine" [ 2147.773995] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 2147.774296] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the lease: (returnval){ [ 2147.774296] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52007309-1780-c703-6a57-452237ce2bcb" [ 2147.774296] env[62127]: _type = "HttpNfcLease" [ 2147.774296] env[62127]: } to be ready. {{(pid=62127) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 2147.780348] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2147.780348] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52007309-1780-c703-6a57-452237ce2bcb" [ 2147.780348] env[62127]: _type = "HttpNfcLease" [ 2147.780348] env[62127]: } is initializing. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 2148.282642] env[62127]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 2148.282642] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52007309-1780-c703-6a57-452237ce2bcb" [ 2148.282642] env[62127]: _type = "HttpNfcLease" [ 2148.282642] env[62127]: } is ready. {{(pid=62127) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 2148.283037] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 2148.283037] env[62127]: value = "session[5260478b-1c87-a0ad-0294-967a78c11786]52007309-1780-c703-6a57-452237ce2bcb" [ 2148.283037] env[62127]: _type = "HttpNfcLease" [ 2148.283037] env[62127]: }. {{(pid=62127) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 2148.283818] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7c9230-2ffb-48bb-803c-fce553bfffa0 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2148.291163] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c08ab-5df0-a24b-7ecc-77c78c8d67e8/disk-0.vmdk from lease info. {{(pid=62127) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 2148.291366] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c08ab-5df0-a24b-7ecc-77c78c8d67e8/disk-0.vmdk for reading. {{(pid=62127) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 2148.381015] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cbac97a1-5925-4971-9342-5ba87262545d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.486619] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Volume attach. Driver type: vmdk {{(pid=62127) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 2150.486912] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360784', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'name': 'volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'serial': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 2150.487761] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c1f1ed-5d93-4277-8c9a-81eba42c0ba6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.504207] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99cbe3a2-990d-4c9e-ba41-ef771dce87f2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.530856] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d/volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 2150.531258] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18e6e258-c5f0-4860-8ea2-0f4cdd2888e8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2150.548497] env[62127]: DEBUG oslo_vmware.api [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2150.548497] env[62127]: value = "task-1734240" [ 2150.548497] env[62127]: _type = "Task" [ 2150.548497] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2150.556341] env[62127]: DEBUG oslo_vmware.api [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734240, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.059821] env[62127]: DEBUG oslo_vmware.api [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734240, 'name': ReconfigVM_Task, 'duration_secs': 0.402254} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.060160] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfigured VM instance instance-0000007a to attach disk [datastore1] volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d/volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d.vmdk or device None with type thin {{(pid=62127) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 2151.065010] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03b292a6-8e17-43e7-8371-889d0057a102 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2151.079792] env[62127]: DEBUG oslo_vmware.api [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2151.079792] env[62127]: value = "task-1734241" [ 2151.079792] env[62127]: _type = "Task" [ 2151.079792] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2151.087667] env[62127]: DEBUG oslo_vmware.api [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734241, 'name': ReconfigVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2151.591719] env[62127]: DEBUG oslo_vmware.api [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734241, 'name': ReconfigVM_Task, 'duration_secs': 0.144689} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2151.592112] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360784', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'name': 'volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'serial': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d'} {{(pid=62127) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 2152.631017] env[62127]: DEBUG nova.objects.instance [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2153.135901] env[62127]: DEBUG oslo_concurrency.lockutils [None req-32f63431-db54-4ebb-b6ce-878f0a922c41 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.242s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2153.434118] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2153.434118] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2153.937242] env[62127]: INFO nova.compute.manager [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Detaching volume 68a37b17-b600-4d45-9733-275a2bd389f9 [ 2153.973026] env[62127]: INFO nova.virt.block_device [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Attempting to driver detach volume 68a37b17-b600-4d45-9733-275a2bd389f9 from mountpoint /dev/sdb [ 2153.973026] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2153.973026] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360782', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'name': 'volume-68a37b17-b600-4d45-9733-275a2bd389f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'serial': '68a37b17-b600-4d45-9733-275a2bd389f9'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2153.973026] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4cfef0f-b49a-40fb-ba1a-fa5f66fbe700 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2153.997652] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd83c1-6320-48ce-9aa1-c3760e6b107c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.004788] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ed544c-e038-4527-b8af-0e2c5265848e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.029196] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21c687cc-eb9d-4760-9946-5027a15e154e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.044252] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] The volume has not been displaced from its original location: [datastore1] volume-68a37b17-b600-4d45-9733-275a2bd389f9/volume-68a37b17-b600-4d45-9733-275a2bd389f9.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2154.049460] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfiguring VM instance instance-0000007a to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2154.049738] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9a155d23-a18a-4647-bccd-cb85009a14e6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.067770] env[62127]: DEBUG oslo_vmware.api [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2154.067770] env[62127]: value = "task-1734242" [ 2154.067770] env[62127]: _type = "Task" [ 2154.067770] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.075533] env[62127]: DEBUG oslo_vmware.api [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2154.577100] env[62127]: DEBUG oslo_vmware.api [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734242, 'name': ReconfigVM_Task, 'duration_secs': 0.261347} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2154.577357] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfigured VM instance instance-0000007a to detach disk 2001 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2154.581928] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0777997b-c2a8-4075-9501-423c1c7a95ee {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2154.597365] env[62127]: DEBUG oslo_vmware.api [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2154.597365] env[62127]: value = "task-1734243" [ 2154.597365] env[62127]: _type = "Task" [ 2154.597365] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2154.605059] env[62127]: DEBUG oslo_vmware.api [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734243, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.107244] env[62127]: DEBUG oslo_vmware.api [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734243, 'name': ReconfigVM_Task, 'duration_secs': 0.152187} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2155.107630] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360782', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'name': 'volume-68a37b17-b600-4d45-9733-275a2bd389f9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': '68a37b17-b600-4d45-9733-275a2bd389f9', 'serial': '68a37b17-b600-4d45-9733-275a2bd389f9'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2155.477477] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c08ab-5df0-a24b-7ecc-77c78c8d67e8/disk-0.vmdk. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 2155.478460] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adbce079-b40d-4eac-9165-d1af7fca61b6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.484491] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c08ab-5df0-a24b-7ecc-77c78c8d67e8/disk-0.vmdk is in state: ready. {{(pid=62127) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 2155.484658] env[62127]: ERROR oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c08ab-5df0-a24b-7ecc-77c78c8d67e8/disk-0.vmdk due to incomplete transfer. [ 2155.484870] env[62127]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-62770fa8-dc25-462a-acbb-3e58cf246ed5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.491765] env[62127]: DEBUG oslo_vmware.rw_handles [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/529c08ab-5df0-a24b-7ecc-77c78c8d67e8/disk-0.vmdk. {{(pid=62127) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 2155.491964] env[62127]: DEBUG nova.virt.vmwareapi.images [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Uploaded image 883f7c8a-8e1d-48b1-9536-e506616ae2ce to the Glance image server {{(pid=62127) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 2155.494313] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Destroying the VM {{(pid=62127) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 2155.494546] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8d182e4f-058b-4adb-9b98-e309c64e3b88 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2155.500565] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2155.500565] env[62127]: value = "task-1734244" [ 2155.500565] env[62127]: _type = "Task" [ 2155.500565] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2155.508091] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734244, 'name': Destroy_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2155.648521] env[62127]: DEBUG nova.objects.instance [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2156.010787] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734244, 'name': Destroy_Task, 'duration_secs': 0.339157} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.011120] env[62127]: INFO nova.virt.vmwareapi.vm_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Destroyed the VM [ 2156.011397] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Deleting Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 2156.011644] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-abe4de08-32a8-45e0-8766-464e59a2e626 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.018403] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2156.018403] env[62127]: value = "task-1734245" [ 2156.018403] env[62127]: _type = "Task" [ 2156.018403] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2156.025532] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734245, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2156.527934] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734245, 'name': RemoveSnapshot_Task, 'duration_secs': 0.376253} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2156.529182] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Deleted Snapshot of the VM instance {{(pid=62127) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 2156.529182] env[62127]: DEBUG nova.compute.manager [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2156.529779] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7303579-5153-4af7-8b94-a7536601d807 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2156.655761] env[62127]: DEBUG oslo_concurrency.lockutils [None req-5b9a2d29-60c2-4e3d-a62e-d7d05a89afbd tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.222s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2156.678608] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2156.678866] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2157.041748] env[62127]: INFO nova.compute.manager [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Shelve offloading [ 2157.043289] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2157.043564] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2bb9eba4-d290-4f46-b6fb-eeeed22bf952 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.050995] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2157.050995] env[62127]: value = "task-1734246" [ 2157.050995] env[62127]: _type = "Task" [ 2157.050995] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.058751] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734246, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.181675] env[62127]: INFO nova.compute.manager [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Detaching volume ae8e5153-eaed-47f8-9344-71f7b7b8133d [ 2157.214527] env[62127]: INFO nova.virt.block_device [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Attempting to driver detach volume ae8e5153-eaed-47f8-9344-71f7b7b8133d from mountpoint /dev/sdc [ 2157.214766] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Volume detach. Driver type: vmdk {{(pid=62127) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 2157.214951] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360784', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'name': 'volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'serial': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 2157.215836] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e026d0a-9c07-4c50-be25-31b85c03c8af {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.236641] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da81fdbf-3232-481c-9a40-d43c966bb84a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.243103] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb03584a-53c2-425b-a43b-c087287f900d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.262702] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e942837-a78b-423f-ace9-37bbd0f0e0fe {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.276529] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] The volume has not been displaced from its original location: [datastore1] volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d/volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d.vmdk. No consolidation needed. {{(pid=62127) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 2157.281691] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfiguring VM instance instance-0000007a to detach disk 2002 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 2157.281931] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac7d9b71-15e7-4be7-920d-e38e9317d1e7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.300646] env[62127]: DEBUG oslo_vmware.api [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2157.300646] env[62127]: value = "task-1734247" [ 2157.300646] env[62127]: _type = "Task" [ 2157.300646] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.310479] env[62127]: DEBUG oslo_vmware.api [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734247, 'name': ReconfigVM_Task} progress is 6%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2157.560678] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] VM already powered off {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 2157.561043] env[62127]: DEBUG nova.compute.manager [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Checking state {{(pid=62127) _get_power_state /opt/stack/nova/nova/compute/manager.py:1792}} [ 2157.561562] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02389174-2e2f-4619-b94e-7e1702394c72 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.567063] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2157.567230] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2157.567395] env[62127]: DEBUG nova.network.neutron [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2157.811378] env[62127]: DEBUG oslo_vmware.api [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734247, 'name': ReconfigVM_Task, 'duration_secs': 0.206215} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2157.811604] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Reconfigured VM instance instance-0000007a to detach disk 2002 {{(pid=62127) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 2157.816051] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1563f6d3-3c17-4c8d-ba7b-7deb65824bc2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2157.830501] env[62127]: DEBUG oslo_vmware.api [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2157.830501] env[62127]: value = "task-1734248" [ 2157.830501] env[62127]: _type = "Task" [ 2157.830501] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2157.838139] env[62127]: DEBUG oslo_vmware.api [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2158.275260] env[62127]: DEBUG nova.network.neutron [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating instance_info_cache with network_info: [{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "37333dc2-982e-45e9-9dda-0c18417d7fa6", "external-id": "nsx-vlan-transportzone-227", "segmentation_id": 227, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapba8184d9-fe", "ovs_interfaceid": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2158.340506] env[62127]: DEBUG oslo_vmware.api [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734248, 'name': ReconfigVM_Task, 'duration_secs': 0.132078} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2158.340793] env[62127]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-360784', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'name': 'volume-ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False}, 'status': 'reserved', 'instance': '8ede26bd-1aa4-4faa-88f3-ed82601b3b99', 'attached_at': '', 'detached_at': '', 'volume_id': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d', 'serial': 'ae8e5153-eaed-47f8-9344-71f7b7b8133d'} {{(pid=62127) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 2158.778668] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2158.879671] env[62127]: DEBUG nova.objects.instance [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'flavor' on Instance uuid 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2159.003427] env[62127]: DEBUG nova.compute.manager [req-a3c29a3c-a7d4-4e81-a795-25d9967c8ea7 req-9e9a3409-49ee-44aa-b1d7-10043b099db8 service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received event network-vif-unplugged-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2159.003645] env[62127]: DEBUG oslo_concurrency.lockutils [req-a3c29a3c-a7d4-4e81-a795-25d9967c8ea7 req-9e9a3409-49ee-44aa-b1d7-10043b099db8 service nova] Acquiring lock "46368dbf-bd1e-4616-963c-7c5ec12e29df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2159.003925] env[62127]: DEBUG oslo_concurrency.lockutils [req-a3c29a3c-a7d4-4e81-a795-25d9967c8ea7 req-9e9a3409-49ee-44aa-b1d7-10043b099db8 service nova] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2159.004060] env[62127]: DEBUG oslo_concurrency.lockutils [req-a3c29a3c-a7d4-4e81-a795-25d9967c8ea7 req-9e9a3409-49ee-44aa-b1d7-10043b099db8 service nova] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2159.004185] env[62127]: DEBUG nova.compute.manager [req-a3c29a3c-a7d4-4e81-a795-25d9967c8ea7 req-9e9a3409-49ee-44aa-b1d7-10043b099db8 service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] No waiting events found dispatching network-vif-unplugged-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) pop_instance_event /opt/stack/nova/nova/compute/manager.py:320}} [ 2159.004326] env[62127]: WARNING nova.compute.manager [req-a3c29a3c-a7d4-4e81-a795-25d9967c8ea7 req-9e9a3409-49ee-44aa-b1d7-10043b099db8 service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received unexpected event network-vif-unplugged-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f for instance with vm_state shelved and task_state shelving_offloading. [ 2159.095145] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2159.096043] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26ce203d-bc21-4093-a995-46ef2cf9940a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.103286] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2159.103504] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1144e8df-aa32-497f-aafd-3e147cd283a4 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.247174] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2159.247470] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2159.247632] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleting the datastore file [datastore1] 46368dbf-bd1e-4616-963c-7c5ec12e29df {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2159.247908] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08f67e2a-038d-47d5-8c16-ffe945f12212 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2159.256123] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Waiting for the task: (returnval){ [ 2159.256123] env[62127]: value = "task-1734250" [ 2159.256123] env[62127]: _type = "Task" [ 2159.256123] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2159.263923] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734250, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2159.778058] env[62127]: DEBUG oslo_vmware.api [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Task: {'id': task-1734250, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124376} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2159.778058] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2159.778058] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2159.778058] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2159.846289] env[62127]: INFO nova.scheduler.client.report [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted allocations for instance 46368dbf-bd1e-4616-963c-7c5ec12e29df [ 2159.887266] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2e2aa6f5-c655-4007-8d86-585a3c31254f tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.208s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2160.350934] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2160.351182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2160.351410] env[62127]: DEBUG nova.objects.instance [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'resources' on Instance uuid 46368dbf-bd1e-4616-963c-7c5ec12e29df {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2160.853672] env[62127]: DEBUG nova.objects.instance [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'numa_topology' on Instance uuid 46368dbf-bd1e-4616-963c-7c5ec12e29df {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2161.026587] env[62127]: DEBUG nova.compute.manager [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2161.026843] env[62127]: DEBUG nova.compute.manager [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing instance network info cache due to event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2161.027071] env[62127]: DEBUG oslo_concurrency.lockutils [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] Acquiring lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2161.027225] env[62127]: DEBUG oslo_concurrency.lockutils [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] Acquired lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2161.027395] env[62127]: DEBUG nova.network.neutron [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2161.055747] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.055965] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.056182] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2161.056406] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2161.056604] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2161.058409] env[62127]: INFO nova.compute.manager [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Terminating instance [ 2161.059956] env[62127]: DEBUG nova.compute.manager [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Start destroying the instance on the hypervisor. {{(pid=62127) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3151}} [ 2161.060178] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Destroying instance {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 2161.060990] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d851b94-083b-4db4-a9bc-5c466a4d3401 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.070776] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Powering off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 2161.070776] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e799bc4-d886-4f5d-82cf-a1940b1ef82b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.075731] env[62127]: DEBUG oslo_vmware.api [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2161.075731] env[62127]: value = "task-1734251" [ 2161.075731] env[62127]: _type = "Task" [ 2161.075731] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.083042] env[62127]: DEBUG oslo_vmware.api [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.356623] env[62127]: DEBUG nova.objects.base [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Object Instance<46368dbf-bd1e-4616-963c-7c5ec12e29df> lazy-loaded attributes: resources,numa_topology {{(pid=62127) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 2161.388419] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b0b5ee-af4f-4202-b96f-706fbb596fbb {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.395983] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8551c540-8632-4817-820e-d66f9eb4ffc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.426177] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-514ec651-0334-4e2e-9364-0d4a3b247766 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.433019] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cacf94b8-4cbd-4d80-be48-338bdbc03b84 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.445307] env[62127]: DEBUG nova.compute.provider_tree [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2161.585648] env[62127]: DEBUG oslo_vmware.api [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734251, 'name': PowerOffVM_Task, 'duration_secs': 0.189418} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2161.585942] env[62127]: DEBUG nova.virt.vmwareapi.vm_util [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Powered off the VM {{(pid=62127) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 2161.586127] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Unregistering the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 2161.586361] env[62127]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cb0be3a-de74-41af-a619-af065081787a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.653383] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Unregistered the VM {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 2161.653608] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Deleting contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 2161.653794] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Deleting the datastore file [datastore1] 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 2161.654082] env[62127]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c42a3592-849c-4923-aea9-68335d4f2f59 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2161.663037] env[62127]: DEBUG oslo_vmware.api [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for the task: (returnval){ [ 2161.663037] env[62127]: value = "task-1734253" [ 2161.663037] env[62127]: _type = "Task" [ 2161.663037] env[62127]: } to complete. {{(pid=62127) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 2161.671770] env[62127]: DEBUG oslo_vmware.api [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734253, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 2161.737230] env[62127]: DEBUG nova.network.neutron [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updated VIF entry in instance network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2161.737717] env[62127]: DEBUG nova.network.neutron [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating instance_info_cache with network_info: [{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapba8184d9-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2161.948902] env[62127]: DEBUG nova.scheduler.client.report [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2162.173440] env[62127]: DEBUG oslo_vmware.api [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Task: {'id': task-1734253, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127795} completed successfully. {{(pid=62127) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 2162.173696] env[62127]: DEBUG nova.virt.vmwareapi.ds_util [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Deleted the datastore file {{(pid=62127) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 2162.173879] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Deleted contents of the VM from datastore datastore1 {{(pid=62127) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 2162.174070] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Instance destroyed {{(pid=62127) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 2162.174253] env[62127]: INFO nova.compute.manager [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Took 1.11 seconds to destroy the instance on the hypervisor. [ 2162.174496] env[62127]: DEBUG oslo.service.loopingcall [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=62127) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/loopingcall.py:435}} [ 2162.174679] env[62127]: DEBUG nova.compute.manager [-] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Deallocating network for instance {{(pid=62127) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2290}} [ 2162.174771] env[62127]: DEBUG nova.network.neutron [-] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] deallocate_for_instance() {{(pid=62127) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 2162.240729] env[62127]: DEBUG oslo_concurrency.lockutils [req-686bfea1-8f12-4f50-b04f-6a85e09015b7 req-ff3fe114-72cd-4cb1-8d30-f30342f8cfaa service nova] Releasing lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2162.453856] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.103s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2162.962158] env[62127]: DEBUG oslo_concurrency.lockutils [None req-57394637-57a7-45c4-87f5-6eec85a826b6 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.343s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2163.083799] env[62127]: DEBUG nova.compute.manager [req-b62888a1-c4be-400c-a645-d3ae5991b54d req-53e68a76-90f7-4af5-84f2-83b5ba76343b service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Received event network-vif-deleted-a600968f-5fa3-4a8a-bb3e-602821e0ca7b {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2163.084393] env[62127]: INFO nova.compute.manager [req-b62888a1-c4be-400c-a645-d3ae5991b54d req-53e68a76-90f7-4af5-84f2-83b5ba76343b service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Neutron deleted interface a600968f-5fa3-4a8a-bb3e-602821e0ca7b; detaching it from the instance and deleting it from the info cache [ 2163.084393] env[62127]: DEBUG nova.network.neutron [req-b62888a1-c4be-400c-a645-d3ae5991b54d req-53e68a76-90f7-4af5-84f2-83b5ba76343b service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.122067] env[62127]: DEBUG nova.network.neutron [-] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Updating instance_info_cache with network_info: [] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2163.198363] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2163.198648] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2163.198842] env[62127]: INFO nova.compute.manager [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Unshelving [ 2163.586457] env[62127]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3d4ab025-d9a5-4117-ae79-4d2e08fd6e99 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.596237] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e72ad62-4d34-4d32-a1db-94eaf3efa7f5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2163.620879] env[62127]: DEBUG nova.compute.manager [req-b62888a1-c4be-400c-a645-d3ae5991b54d req-53e68a76-90f7-4af5-84f2-83b5ba76343b service nova] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Detach interface failed, port_id=a600968f-5fa3-4a8a-bb3e-602821e0ca7b, reason: Instance 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 could not be found. {{(pid=62127) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:10966}} [ 2163.624352] env[62127]: INFO nova.compute.manager [-] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Took 1.45 seconds to deallocate network for instance. [ 2164.130662] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.131031] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2164.131112] env[62127]: DEBUG nova.objects.instance [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lazy-loading 'resources' on Instance uuid 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2164.221680] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2164.668876] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-481c3d32-8087-4937-ba46-13203d933c33 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.677304] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c206a2ee-4d3b-4ca3-b7ad-715d6fe995f7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.706543] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7a2d2b-f10a-4ddc-b7de-85cd25ed8b76 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.713664] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e903196-b9fe-4771-9a26-8f98decd1cc5 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2164.726443] env[62127]: DEBUG nova.compute.provider_tree [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2165.229719] env[62127]: DEBUG nova.scheduler.client.report [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2165.736729] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2165.739060] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.517s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2165.739284] env[62127]: DEBUG nova.objects.instance [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'pci_requests' on Instance uuid 46368dbf-bd1e-4616-963c-7c5ec12e29df {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.449603] env[62127]: INFO nova.scheduler.client.report [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Deleted allocations for instance 8ede26bd-1aa4-4faa-88f3-ed82601b3b99 [ 2166.955547] env[62127]: DEBUG nova.objects.instance [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lazy-loading 'numa_topology' on Instance uuid 46368dbf-bd1e-4616-963c-7c5ec12e29df {{(pid=62127) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 2166.959785] env[62127]: DEBUG oslo_concurrency.lockutils [None req-4bdc31a3-ce28-40e1-93b8-e3fed0768935 tempest-AttachVolumeTestJSON-1796822808 tempest-AttachVolumeTestJSON-1796822808-project-member] Lock "8ede26bd-1aa4-4faa-88f3-ed82601b3b99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.904s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2167.460718] env[62127]: INFO nova.compute.claims [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 2168.496985] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04692609-8e3c-4684-b2a6-c0196cc5541c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.504507] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd908ff-660c-4757-be6d-efde47aba588 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.533201] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2a06f3-d38e-4b0c-a42c-0203b9e331c7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.540244] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac88ba8f-7fa7-441f-9b25-a9b71ac526f1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2168.553409] env[62127]: DEBUG nova.compute.provider_tree [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2169.056516] env[62127]: DEBUG nova.scheduler.client.report [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2169.561639] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.822s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2169.592228] env[62127]: INFO nova.network.neutron [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 2180.386154] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2180.386430] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquired lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2180.386546] env[62127]: DEBUG nova.network.neutron [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Building network info cache for instance {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 2180.406931] env[62127]: DEBUG nova.compute.manager [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Received event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11132}} [ 2180.407167] env[62127]: DEBUG nova.compute.manager [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing instance network info cache due to event network-changed-ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) external_instance_event /opt/stack/nova/nova/compute/manager.py:11137}} [ 2180.407325] env[62127]: DEBUG oslo_concurrency.lockutils [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] Acquiring lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 2181.088960] env[62127]: DEBUG nova.network.neutron [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating instance_info_cache with network_info: [{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tapba8184d9-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2181.591488] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Releasing lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2181.593931] env[62127]: DEBUG oslo_concurrency.lockutils [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] Acquired lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 2181.594169] env[62127]: DEBUG nova.network.neutron [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Refreshing network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f {{(pid=62127) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 2181.619304] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Getting desirable topologies for flavor Flavor(created_at=2024-12-11T05:52:56Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='0067a40e74cab39765cfd9646e6c5e86',container_format='bare',created_at=2024-12-11T06:21:24Z,direct_url=,disk_format='vmdk',id=883f7c8a-8e1d-48b1-9536-e506616ae2ce,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-896024518-shelved',owner='c7f879c98538456f824ce4691d51b79d',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2024-12-11T06:21:37Z,virtual_size=,visibility=), allow threads: False {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:563}} [ 2181.619538] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:348}} [ 2181.619696] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image limits 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 2181.619877] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Flavor pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:388}} [ 2181.620107] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Image pref 0:0:0 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 2181.620269] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=62127) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:430}} [ 2181.620476] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:569}} [ 2181.620637] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:471}} [ 2181.620800] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Got 1 possible topologies {{(pid=62127) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:501}} [ 2181.620972] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:575}} [ 2181.621183] env[62127]: DEBUG nova.virt.hardware [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=62127) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 2181.622243] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f21325d-e7e1-4d8f-aec3-f27c73139829 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.630212] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d02899-c73d-4587-9773-6438d2aee71b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2181.643139] env[62127]: DEBUG nova.compute.claims [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Aborting claim: {{(pid=62127) abort /opt/stack/nova/nova/compute/claims.py:85}} [ 2181.643310] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2181.643527] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2182.178395] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e8c044-c31f-4ccc-a4e3-7a34b535e0d7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.186906] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b66ac45-c36e-4295-90fa-f1a7ac0bf86e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.219245] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bea5b1f-fae5-4aff-b461-47948c7416de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.226048] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745026ea-4ac1-41e7-be83-06068be4e3b7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2182.238774] env[62127]: DEBUG nova.compute.provider_tree [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2182.307049] env[62127]: DEBUG nova.network.neutron [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updated VIF entry in instance network info cache for port ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f. {{(pid=62127) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 2182.307413] env[62127]: DEBUG nova.network.neutron [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Updating instance_info_cache with network_info: [{"id": "ba8184d9-fe47-4f4d-bae3-f4b1f4c3b04f", "address": "fa:16:3e:7c:4c:e0", "network": {"id": "4f853ce8-3f44-4004-ba7d-40d404327652", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1665509169-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7f879c98538456f824ce4691d51b79d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "binding_failed", "details": {}, "devname": "tapba8184d9-fe", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=62127) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 2182.742041] env[62127]: DEBUG nova.scheduler.client.report [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2182.810160] env[62127]: DEBUG oslo_concurrency.lockutils [req-97111dd8-c277-4715-a459-d183d3e559eb req-a0d4c6ac-d7c3-44bd-9617-65a646d02abd service nova] Releasing lock "refresh_cache-46368dbf-bd1e-4616-963c-7c5ec12e29df" {{(pid=62127) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 2183.246751] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.abort_instance_claim" :: held 1.603s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2183.247940] env[62127]: ERROR nova.compute.manager [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Instance failed to spawn: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Traceback (most recent call last): [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] File "/opt/stack/nova/nova/compute/manager.py", line 7173, in _unshelve_instance [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] self.driver.spawn(context, instance, image_meta, [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] self._vmops.spawn(context, instance, image_meta, injected_files, [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] vm_ref = self.build_virtual_machine(instance, [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] vif_infos = vmwarevif.get_vif_info(self._session, [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] ref = get_network_ref(session, cluster, vif) [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] raise exception.InvalidInput(reason=reason) [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2183.247940] env[62127]: ERROR nova.compute.manager [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] [ 2183.268883] env[62127]: INFO nova.scheduler.client.report [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Deleted allocations for instance 46368dbf-bd1e-4616-963c-7c5ec12e29df [ 2183.269190] env[62127]: DEBUG oslo_concurrency.lockutils [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Lock "46368dbf-bd1e-4616-963c-7c5ec12e29df" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 20.071s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2184.779396] env[62127]: INFO nova.compute.manager [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Successfully reverted task state from spawning on failure for instance. [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server [None req-2fa76109-627a-4f29-85a8-460522435907 tempest-AttachVolumeShelveTestJSON-1356405948 tempest-AttachVolumeShelveTestJSON-1356405948-project-member] Exception during message handling: nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/server.py", line 172, in _process_incoming [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 65, in wrapped [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server raise self.value [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/exception_wrapper.py", line 63, in wrapped [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kw) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 166, in decorated_function [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server raise self.value [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 157, in decorated_function [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/utils.py", line 1453, in decorated_function [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 213, in decorated_function [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(): [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server raise self.value [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 203, in decorated_function [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server return function(self, context, *args, **kwargs) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7093, in unshelve_instance [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server do_unshelve_instance() [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 412, in inner [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7090, in do_unshelve_instance [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server self._unshelve_instance( [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7181, in _unshelve_instance [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server with excutils.save_and_reraise_exception(logger=LOG): [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server self.force_reraise() [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server raise self.value [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/compute/manager.py", line 7173, in _unshelve_instance [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server self.driver.spawn(context, instance, image_meta, [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server self._vmops.spawn(context, instance, image_meta, injected_files, [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server vm_ref = self.build_virtual_machine(instance, [ 2184.791098] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server vif_infos = vmwarevif.get_vif_info(self._session, [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 120, in get_vif_info [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server vif_infos.append(get_vif_dict(session, cluster, vif_model, vif)) [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 107, in get_vif_dict [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server ref = get_network_ref(session, cluster, vif) [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 100, in get_network_ref [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server raise exception.InvalidInput(reason=reason) [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server nova.exception.InvalidInput: Invalid input received: vif type binding_failed not supported [ 2184.793147] env[62127]: ERROR oslo_messaging.rpc.server [ 2186.052689] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2188.048419] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2189.052302] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2189.052725] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2189.556190] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 46368dbf-bd1e-4616-963c-7c5ec12e29df] Skipping network cache update for instance because it has been migrated to another host. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9973}} [ 2189.556364] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2190.052088] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.052392] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2190.052658] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2193.052910] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.053015] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2194.556147] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.556387] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2194.556552] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2194.556739] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2194.558068] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d768c5f-d87f-4533-940a-40bc01d4d21f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.566143] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b1f7919-71c1-40d8-9fc9-81889601eaec {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.580088] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84451595-1ad9-4b75-8c60-c44c437faa01 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.586345] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fba7d5-a382-4a8d-9e3f-486536a64b1a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2194.614678] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181150MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2194.614813] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2194.615014] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2195.634794] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2195.635075] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2195.646985] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07841ad-516a-4009-a709-75296ac9d91e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.654405] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076fad58-0df3-4da0-b7dc-32405c99d19d {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.682953] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f71943b-9b1a-4362-8f1e-5465476c3fc7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.689518] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d89cc60-e110-4b41-be33-5ec3cd56339c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2195.701863] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2196.205505] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2196.711061] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2196.711449] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.096s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2199.711578] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2201.053278] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2203.048783] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2247.053123] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.052441] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2249.052838] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2249.052838] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2249.555694] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2250.551495] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2251.052727] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.053063] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2252.053434] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2254.052988] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.052747] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2255.555681] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.556071] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2255.556135] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2255.556294] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2255.557651] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa6b63-3aca-4294-8ddc-e50b3f4f1780 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.565948] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80e3c967-e9eb-4880-ad50-dfcba4acfbac {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.579585] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1423eba-53ad-4a95-9639-476706ceb59a {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.585365] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02d011bf-a732-47f6-9db2-232589d24f0f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2255.614317] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181400MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2255.614453] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2255.614635] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2256.633825] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2256.634092] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2256.646456] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0bb7c4f-b24d-4fac-8030-f54dcdc0f758 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.653940] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9f7b07e-f455-47ea-a6f1-d4a9232e4fc9 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.682292] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cf57e70-d9cf-4163-92f5-d8a5f40e7d3f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.688829] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0996f43b-a442-4572-9e93-8fd4b9dabbf2 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2256.701050] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2257.203750] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2257.204992] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2257.205214] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.591s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2259.205475] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2262.052631] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2309.052630] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.052761] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2310.053111] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2310.053111] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2310.555972] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2311.052906] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2311.339625] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2311.340049] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Getting list of instances from cluster (obj){ [ 2311.340049] env[62127]: value = "domain-c8" [ 2311.340049] env[62127]: _type = "ClusterComputeResource" [ 2311.340049] env[62127]: } {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2311.341159] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb362083-3584-4d35-b8bd-243eda4f9513 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2311.349879] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Got total of 0 instances {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2312.058542] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2313.052617] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2313.052899] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2313.053043] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2314.556418] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2317.052561] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2317.052954] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2317.555682] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.555972] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2317.556148] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2317.556312] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2317.557201] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223983a8-d4f3-41d2-a624-7d36401417de {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.565521] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324c2e6d-30e6-4512-af64-4375f79f0c45 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.579323] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17a98e75-262f-4c63-82e1-c2509d529e8b {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.585355] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97382cfe-616d-41d0-b44f-280e2f864bc7 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2317.614521] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181416MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2317.614676] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2317.614847] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2318.632456] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2318.632735] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2318.647132] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b57bb17b-29cf-4c38-9360-24230df3b466 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.654513] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9932fa6a-86f3-4445-b6ce-584dae6969d6 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.683067] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d9307ce-5251-423b-86e1-1e6dfb934f0c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.689947] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a3c4f8-014e-49f4-ae39-9f048aaab41c {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2318.702765] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2319.205389] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2319.206678] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2319.206857] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.592s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2321.053246] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2321.053618] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11229}} [ 2321.559216] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] There are 4 instances to clean {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11238}} [ 2321.559216] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 8ede26bd-1aa4-4faa-88f3-ed82601b3b99] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2322.063108] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: b046a70f-3c8e-45c3-8c75-240e716b2f0b] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2322.567136] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: 6ed7d29d-cd0c-4828-a1e8-28641e8bad5e] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2323.072078] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] [instance: a3154e89-8bcc-4037-be1f-09fc92707c82] Instance has had 0 of 5 cleanup attempts {{(pid=62127) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11242}} [ 2324.575611] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2326.048359] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2328.052701] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2328.053169] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Cleaning up deleted instances with incomplete migration {{(pid=62127) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11267}} [ 2349.328999] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._sync_power_states {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2349.831803] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Getting list of instances from cluster (obj){ [ 2349.831803] env[62127]: value = "domain-c8" [ 2349.831803] env[62127]: _type = "ClusterComputeResource" [ 2349.831803] env[62127]: } {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 2349.832903] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b2aeb2-d00a-49a1-9179-5caec9b14b86 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2349.841737] env[62127]: DEBUG nova.virt.vmwareapi.vmops [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Got total of 0 instances {{(pid=62127) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 2371.567307] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._heal_instance_info_cache {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2371.567826] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Starting heal instance info cache {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9929}} [ 2371.567826] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Rebuilding the list of instances to heal {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:9933}} [ 2372.071364] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Didn't find any instances for network info cache update. {{(pid=62127) _heal_instance_info_cache /opt/stack/nova/nova/compute/manager.py:10015}} [ 2372.071571] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2372.071733] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2373.552545] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.052866] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2374.053092] env[62127]: DEBUG nova.compute.manager [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=62127) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:10548}} [ 2375.053461] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2378.052384] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.052799] env[62127]: DEBUG oslo_service.periodic_task [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Running periodic task ComputeManager.update_available_resource {{(pid=62127) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 2379.556791] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.557049] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2379.557227] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 2379.557385] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=62127) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:907}} [ 2379.558282] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692d8673-6477-4912-90c9-b390f7dcbf3e {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.566112] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ddcf359-a676-4729-8551-26894dcddcf1 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.579246] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56394e7d-76fd-4c00-bc83-b2300a0e998f {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.585464] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e3a0c3-da5a-411d-99b5-868f655f1c95 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2379.613256] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=181410MB free_disk=174GB free_vcpus=48 pci_devices=None {{(pid=62127) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1106}} [ 2379.613396] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 2379.613584] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 2380.751116] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1129}} [ 2380.752375] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=62127) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1138}} [ 2380.767255] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing inventories for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:818}} [ 2380.779797] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating ProviderTree inventory for provider f9fde961-56b4-459e-8343-d29cfefd8d40 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:782}} [ 2380.780010] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Updating inventory in ProviderTree for provider f9fde961-56b4-459e-8343-d29cfefd8d40 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 2380.790904] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing aggregate associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, aggregates: None {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:827}} [ 2380.807594] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Refreshing trait associations for resource provider f9fde961-56b4-459e-8343-d29cfefd8d40, traits: COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_VMDK,HW_ARCH_X86_64,COMPUTE_NODE {{(pid=62127) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:839}} [ 2380.819152] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29772045-3435-4d30-b846-cfb6fb005a26 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.826588] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e1e099-4dcc-4e1f-9348-f810f23735f8 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.856911] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06fb1239-a34b-4e88-8861-9ff99faee673 {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.864022] env[62127]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3616de-a222-4ff4-90f6-6a4097038eca {{(pid=62127) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 2380.876738] env[62127]: DEBUG nova.compute.provider_tree [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed in ProviderTree for provider: f9fde961-56b4-459e-8343-d29cfefd8d40 {{(pid=62127) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 2381.380278] env[62127]: DEBUG nova.scheduler.client.report [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Inventory has not changed for provider f9fde961-56b4-459e-8343-d29cfefd8d40 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 174, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=62127) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:954}} [ 2381.381536] env[62127]: DEBUG nova.compute.resource_tracker [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=62127) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1067}} [ 2381.381753] env[62127]: DEBUG oslo_concurrency.lockutils [None req-eccf06e7-5b08-47ed-a499-4d3528b16707 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 1.768s {{(pid=62127) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}}